-- Logs begin at Mon 2021-08-30 16:41:28 UTC, end at Mon 2021-08-30 17:54:56 UTC. -- Aug 30 17:25:38.232723 dv-cinder-759955-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 17:25:40.991560 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.common.config [-] Logging enabled! Aug 30 17:25:40.992179 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 17:25:40.992352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 17:25:40.995591 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.common.config [-] Logging enabled! Aug 30 17:25:40.995852 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 17:25:40.996164 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94460) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 17:25:40.997119 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:25:40.997354 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:25:40.997723 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:25:40.997972 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:25:40.998224 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:25:40.998555 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:40.998854 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:40.999152 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:40.999385 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:40.999688 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:40.999986 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.000269 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.000561 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.001375 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.001668 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.001955 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.002280 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.002517 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.002803 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.003093 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.003383 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.003611 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] debug = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.003894 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.004317 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.004743 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.005022 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.005316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.005597 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.005872 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.006177 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.006470 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.006799 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] host = dv-cinder-759955-15-iscsi {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.007079 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.007371 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.007663 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.007952 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.008233 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.008513 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.008800 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.009077 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.009353 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.009633 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.009929 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.010241 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.010536 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.010764 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.010991 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.011282 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.011572 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.011851 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.012130 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.012409 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.012687 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.012964 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.013236 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.013523 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.013812 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.014117 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.014400 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.014678 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.014955 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.015230 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.015517 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.015794 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.016072 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.016354 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.017203 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.017475 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.017753 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.018059 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.018373 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.018660 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.018949 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.019226 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.019513 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.019788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.020064 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.020338 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_json = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.020614 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.020888 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.021172 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.021447 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.021723 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.022000 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.022299 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.022597 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:41.022890 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.023189 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.023491 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.023776 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.024071 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.024352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.024642 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.024922 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.025213 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.025503 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.025793 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.026074 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.026392 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.026674 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.026970 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.027277 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.027574 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.027868 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.028144 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.028420 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.028694 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.028973 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.029262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.029540 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.029828 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.030140 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.030424 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.030713 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.031009 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.031301 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.031579 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.031861 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.032178 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.032462 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.032739 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.033019 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.033310 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.033592 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.033866 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.034173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.034456 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.034731 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.035006 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.035284 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.035573 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.035850 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.036121 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.036399 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.036679 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.036952 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.037236 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.037516 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.037791 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.038063 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.038363 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.038637 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.038912 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.039191 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.039464 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.039743 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.040015 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.040287 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.040560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.040834 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.041107 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.041379 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.041650 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.041928 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.042228 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.042502 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.042775 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.043047 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.043321 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.043609 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.043909 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.044187 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.044466 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.044747 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.045028 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.045308 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.045585 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.045863 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.046173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.046451 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.046744 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.047030 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.047317 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.047603 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.048671 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.049614 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.049915 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.050243 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.050527 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.050814 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.051104 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.051397 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.051698 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.052001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.052303 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.052602 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.052902 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.053188 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.053505 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.053793 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:41.054021 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:25:41.054302 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94460) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 17:25:41.411157 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 17:25:41.411344 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 17:25:41.411649 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 17:25:41.411993 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 17:25:41.811130 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.811422 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.811702 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.813026 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.813360 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.814147 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.849462 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.849740 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.850011 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.865243 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.865522 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.865793 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.894431 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.894717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.894989 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.932763 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.933043 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:41.933317 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.165997 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.166681 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.166681 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.166839 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.167636 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.288707 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.289022 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.289310 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.289586 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.289855 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.290190 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.290455 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.290714 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.290970 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.291256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.291515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.291783 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.292044 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.292300 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.292557 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.292824 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.293081 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.293351 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.293620 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.293878 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.294174 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.294430 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.294714 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.295095 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.295347 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.295595 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.295996 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.296238 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.296478 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.296715 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.296953 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.297190 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:42.297557 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 17:25:42.301556 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 17:25:42.305654 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 17:25:42.309576 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 30 17:25:42.311255 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 17:25:42.311720 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 17:25:42.312057 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 17:25:42.312448 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 17:25:42.315321 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 17:25:42.315577 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 17:25:42.315929 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 17:25:42.321316 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 17:25:42.343376 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 17:25:42.343847 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.344154 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94460) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 17:25:42.345047 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.346451 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94460) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 17:25:42.346744 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 17:25:42.346998 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 17:25:42.350290 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.350579 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:42.416852 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 17:25:42.417029 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 17:25:42.417242 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 17:25:42.417704 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 17:25:42.439456 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_db.sqlalchemy.engines [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94460) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 17:25:43.324258 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing driver for type 'gre' Aug 30 17:25:43.324907 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] gre ID ranges: [(1, 1000)] Aug 30 17:25:43.519298 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing driver for type 'local' Aug 30 17:25:43.520463 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing driver for type 'vlan' Aug 30 17:25:43.615656 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] VlanTypeDriver initialization complete Aug 30 17:25:43.615918 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing driver for type 'vxlan' Aug 30 17:25:43.616431 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] vxlan ID ranges: [(1, 1000)] Aug 30 17:25:43.831711 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing extension driver 'port_security' Aug 30 17:25:43.832053 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.extensions.port_security [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] PortSecurityExtensionDriver initialization complete Aug 30 17:25:43.832385 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing mechanism driver 'openvswitch' Aug 30 17:25:43.832718 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing mechanism driver 'hyperv' Aug 30 17:25:43.839666 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.plugin [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:43.840368 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.840743 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.841099 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.841698 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.842179 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.842539 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.842952 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.843358 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.850566 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.850566 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.850566 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.850566 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.850566 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.851145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.851515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > address_group after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > address_group after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851869 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94460) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:25:43.851869 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] ML2 OVO RPC backend initialized. {{(pid=94460) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 17:25:43.851869 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.851869 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.852105 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.852312 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > networks before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.852661 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.853012 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > ports before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.853364 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.853713 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnets before_response 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.854068 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.854444 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.854786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.855129 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.855472 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.855812 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.856153 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.856496 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.856841 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.857483 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.plugin [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Modular L2 Plugin initialization complete Aug 30 17:25:43.857813 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading services supported by the core plugin {{(pid=94460) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 17:25:43.858215 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.plugins.ml2.managers [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Got port-security extension from driver 'port_security' Aug 30 17:25:43.858690 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.extensions.vlantransparent [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Disabled vlantransparent extension. Aug 30 17:25:43.859181 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94460) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 17:25:43.859500 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: router Aug 30 17:25:43.898274 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.898594 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_create 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.898969 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router before_create 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.899338 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.899718 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.900078 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_delete 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.900438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.900792 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.901150 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_create 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.901526 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.901882 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.902259 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.902634 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.903046 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.903419 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.903762 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.904105 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: subnet after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.904451 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.904810 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.905163 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_create 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.905509 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.906003 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.906391 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router after_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.906740 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.907624 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_create 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.907990 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.908337 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_update 55549900 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.908706 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > agent after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.909066 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > agent after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.909411 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > network after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.910352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Tracking information for resource: router configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:43.910684 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Tracking information for resource: floatingip configured {{(pid=94460) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:25:43.915886 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.db.l3_agentschedulers_db [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 17:25:43.916481 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.916847 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.917201 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.917556 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: port after_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.918396 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router before_create 55550100 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.918768 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.919138 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_create 55550100 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.919500 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > router precommit_update 55550100 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.924954 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.provider_configuration [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service providers = [] {{(pid=94460) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 17:25:43.925321 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.db.servicetype_db [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94460) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 17:25:43.928355 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.service_base [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:25:43.928710 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.service_base [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:25:43.929058 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.service_base [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:25:43.929957 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.services.service_base [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94460) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:25:43.930368 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.services.service_base [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 17:25:43.930758 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.931080 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 17:25:43.941793 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.942152 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: auto_allocate Aug 30 17:25:43.947954 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: network precommit_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.948327 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: network precommit_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.948853 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.949175 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: tag Aug 30 17:25:43.955803 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.956130 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: timestamp Aug 30 17:25:43.965375 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.965714 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: network_ip_availability Aug 30 17:25:43.971766 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.972174 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.972533 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:43.973286 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.973605 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: flavors Aug 30 17:25:43.978420 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.978754 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading Plugin: revisions Aug 30 17:25:43.983071 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94460) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:25:43.983467 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.572s {{(pid=94460) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 17:25:43.984238 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94460) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 17:25:43.984573 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Initializing extension manager. Aug 30 17:25:43.985129 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: __init__.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.985998 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: __pycache__ {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.986360 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.986699 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: address_group.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.987467 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.988034 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: address-group Aug 30 17:25:43.988364 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: address_scope.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.989089 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.989593 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: address-scope Aug 30 17:25:43.989918 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.990888 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.991401 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: router-admin-state-down-before-update Aug 30 17:25:43.991757 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: agent.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.992716 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.993226 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: agent Aug 30 17:25:43.993554 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: agent_resources_synced.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.994508 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.995013 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: agent-resources-synced Aug 30 17:25:43.995341 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: allowedaddresspairs.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:43.997289 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:43.997810 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: allowed-address-pairs Aug 30 17:25:43.998171 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: auto_allocated_topology.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.007817 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.008325 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: auto-allocated-topology Aug 30 17:25:44.008655 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: availability_zone.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.009369 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.009870 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: availability_zone Aug 30 17:25:44.010227 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: availability_zone_filter.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.011167 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.011668 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: availability_zone_filter Aug 30 17:25:44.011992 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: data_plane_status.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.012918 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.013414 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 17:25:44.013740 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: default_subnetpools.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.014717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.015226 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: default-subnetpools Aug 30 17:25:44.015551 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.016408 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.016922 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: dhcp_agent_scheduler Aug 30 17:25:44.017250 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: dns.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.018214 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.018723 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension dns-integration not supported by any of loaded plugins Aug 30 17:25:44.019045 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: dns_domain_ports.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.019982 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.020488 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 17:25:44.020812 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.021746 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.022280 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 17:25:44.022610 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: dvr.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.023283 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.023785 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: dvr Aug 30 17:25:44.024106 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: ecmp_routes.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.025066 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.025653 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 17:25:44.025983 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: empty_string_filtering.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.026953 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.027447 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: empty-string-filtering Aug 30 17:25:44.027772 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.028700 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.029195 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 17:25:44.029525 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.030475 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.030974 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 17:25:44.031299 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: external_net.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.032796 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.033297 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: external-net Aug 30 17:25:44.033618 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.034576 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.035078 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: extra_dhcp_opt Aug 30 17:25:44.035403 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: extraroute.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.036327 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.036828 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: extraroute Aug 30 17:25:44.037154 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: extraroute_atomic.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.038235 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.038745 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: extraroute-atomic Aug 30 17:25:44.039105 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: filter_validation.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.039791 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.040290 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: filter-validation Aug 30 17:25:44.040650 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: fip_pf_description.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.041577 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.042077 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 17:25:44.042429 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: fip_port_details.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.043398 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.043903 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: fip-port-details Aug 30 17:25:44.044228 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: flavors.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.045457 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.045973 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: flavors Aug 30 17:25:44.046361 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.048922 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.049441 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 17:25:44.049775 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: floatingip_pools.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.050513 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.051029 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: floatingip-pools Aug 30 17:25:44.051356 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: ip_allocation.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.052309 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.052816 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 17:25:44.053148 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.054090 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.054704 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: ip-substring-filtering Aug 30 17:25:44.055034 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l2_adjacency.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.056017 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.056515 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 17:25:44.056873 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.057972 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.058516 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: router Aug 30 17:25:44.058845 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.061074 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.061600 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 17:25:44.061932 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.063207 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.064087 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: ext-gw-mode Aug 30 17:25:44.064653 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.065788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.071864 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: l3-ha Aug 30 17:25:44.071864 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3_flavors.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.072573 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.073086 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: l3-flavors Aug 30 17:25:44.073418 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.074384 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.074891 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 17:25:44.075217 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: l3agentscheduler.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.076261 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.076767 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: l3_agent_scheduler Aug 30 17:25:44.077096 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: logging.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.078653 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.079765 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension logging not supported by any of loaded plugins Aug 30 17:25:44.080099 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: metering.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.080851 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.081423 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: metering Aug 30 17:25:44.081751 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.082883 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.083431 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: metering_source_and_destination_fields Aug 30 17:25:44.083755 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: multiprovidernet.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.084699 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.085210 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: multi-provider Aug 30 17:25:44.085534 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: netmtu.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.086484 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.086992 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: net-mtu Aug 30 17:25:44.087316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: netmtu_writable.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.088255 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.088865 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: net-mtu-writable Aug 30 17:25:44.089187 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: network_availability_zone.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.089862 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.090390 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: network_availability_zone Aug 30 17:25:44.090716 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: network_ip_availability.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.091811 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.092356 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: network-ip-availability Aug 30 17:25:44.092682 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: network_segment_range.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.093458 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.093955 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 17:25:44.094308 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: pagination.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.095931 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.096260 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: pagination Aug 30 17:25:44.096616 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: port_device_profile.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.097548 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.098055 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: port-device-profile Aug 30 17:25:44.098403 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.099333 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.099838 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: port-mac-address-regenerate Aug 30 17:25:44.100162 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.101092 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.101589 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: port-numa-affinity-policy Aug 30 17:25:44.101914 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: port_resource_request.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.102873 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.103371 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 17:25:44.103696 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: portbindings.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.104747 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.105251 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: binding Aug 30 17:25:44.105574 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: portbindings_extended.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.107012 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.107530 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: binding-extended Aug 30 17:25:44.107862 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: portsecurity.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.108789 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.109295 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: port-security Aug 30 17:25:44.109622 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: project_id.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.110662 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.110996 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: project-id Aug 30 17:25:44.111325 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: providernet.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.112307 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.112819 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: provider Aug 30 17:25:44.113145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.121163 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.121684 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos not supported by any of loaded plugins Aug 30 17:25:44.122022 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.123392 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.123903 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 17:25:44.124234 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.125167 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.125699 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 17:25:44.126027 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_default.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.126976 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.127481 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-default not supported by any of loaded plugins Aug 30 17:25:44.127808 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_fip.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.128507 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.129011 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-fip not supported by any of loaded plugins Aug 30 17:25:44.129330 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_gateway_ip.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.130304 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.130808 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 17:25:44.131226 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_port_network_policy.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.132061 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.132564 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 17:25:44.132887 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_pps_rule.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.134065 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.134633 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-pps not supported by any of loaded plugins Aug 30 17:25:44.134962 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_rule_type_details.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.135892 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.136400 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 17:25:44.136725 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: qos_rules_alias.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.137780 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.138320 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 17:25:44.138642 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: quotasv2.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.139571 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.139901 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: quotas Aug 30 17:25:44.140225 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: quotasv2_detail.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.143841 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.144184 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: quota_details Aug 30 17:25:44.144522 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: rbac.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.145783 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.146339 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: rbac-policies Aug 30 17:25:44.146708 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: rbac_address_group.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.147657 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.148209 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: rbac-address-group Aug 30 17:25:44.152518 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: rbac_address_scope.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.153323 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.153844 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: rbac-address-scope Aug 30 17:25:44.154213 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: rbac_security_groups.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.155152 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.155663 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: rbac-security-groups Aug 30 17:25:44.156261 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: rbac_subnetpool.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.156971 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.158119 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: rbac-subnetpool Aug 30 17:25:44.158440 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: revisionifmatch.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.159312 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.159829 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: revision-if-match Aug 30 17:25:44.161830 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: revisions.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.161830 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.161830 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: standard-attr-revisions Aug 30 17:25:44.162262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: router_availability_zone.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.162845 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.163357 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: router_availability_zone Aug 30 17:25:44.163682 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: routerservicetype.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.164616 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.165123 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension router-service-type not supported by any of loaded plugins Aug 30 17:25:44.165446 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.166409 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.166916 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: security-groups-normalized-cidr Aug 30 17:25:44.167239 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.168197 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.168693 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: port-security-groups-filtering Aug 30 17:25:44.169041 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.169971 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.170521 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: security-groups-remote-address-group Aug 30 17:25:44.170846 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: securitygroup.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.182310 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.182832 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: security-group Aug 30 17:25:44.183170 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: segment.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.183980 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.184487 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension segment not supported by any of loaded plugins Aug 30 17:25:44.184818 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.185782 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.186319 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 17:25:44.186651 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: servicetype.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.187851 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.188411 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: service-type Aug 30 17:25:44.188773 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: sorting.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.189731 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.190067 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: sorting Aug 30 17:25:44.190416 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: standard_attr_segment.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.191352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.191873 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 17:25:44.192203 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: standardattrdescription.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.192865 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.193374 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: standard-attr-description Aug 30 17:25:44.193701 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: stateful_security_group.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.194667 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.195183 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: stateful-security-group Aug 30 17:25:44.195509 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: stdattrs_common.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.196101 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 17:25:44.196426 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.197379 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.197885 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 17:25:44.198243 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnet_onboard.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.199335 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.199853 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: subnet_onboard Aug 30 17:25:44.200178 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.201120 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.201627 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 17:25:44.201949 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnet_service_types.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.202909 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.203417 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: subnet-service-types Aug 30 17:25:44.204248 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnetallocation.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.205349 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.205865 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: subnet_allocation Aug 30 17:25:44.206227 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.206916 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.207426 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: subnetpool-prefix-ops Aug 30 17:25:44.207755 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.208700 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.209207 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 17:25:44.209534 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: tagging.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.210646 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.211174 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: standard-attr-tag Aug 30 17:25:44.211532 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: timestamp.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.212762 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.213273 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loaded extension: standard-attr-timestamp Aug 30 17:25:44.213605 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: trunk.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.214753 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.215187 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension trunk not supported by any of loaded plugins Aug 30 17:25:44.215515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: trunk_details.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.216448 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.216956 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension trunk-details not supported by any of loaded plugins Aug 30 17:25:44.217283 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: uplink_status_propagation.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.218243 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.218748 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 17:25:44.219101 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Loading extension file: vlantransparent.py {{(pid=94460) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:25:44.220435 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94460) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:25:44.220941 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 17:25:44.223444 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:network Aug 30 17:25:44.223975 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnet Aug 30 17:25:44.224377 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:25:44.224774 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:port Aug 30 17:25:44.226000 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.226462 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service FLAVORS assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.227095 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.227533 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.227867 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:router Aug 30 17:25:44.228292 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:floatingip Aug 30 17:25:44.228857 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service METERING assigned prefix: /metering {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.230291 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:44.230664 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:44.231018 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:25:44.232047 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 17:25:44.232484 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:security_group Aug 30 17:25:44.232911 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 17:25:44.233510 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service CORE assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.233841 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:25:44.234228 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] subnetpool is already registered Aug 30 17:25:44.234656 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service CORE assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.234982 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:25:44.235340 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] subnetpool is already registered Aug 30 17:25:44.237638 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.238079 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service FLAVORS assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.238702 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.239125 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.239465 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:router Aug 30 17:25:44.239806 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] router is already registered Aug 30 17:25:44.240219 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:floatingip Aug 30 17:25:44.240557 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] floatingip is already registered Aug 30 17:25:44.241015 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service METERING assigned prefix: /metering {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.241686 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 17:25:44.242017 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] rbac_policy is already registered Aug 30 17:25:44.242454 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:security_group Aug 30 17:25:44.242792 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] security_group is already registered Aug 30 17:25:44.243196 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 17:25:44.243529 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] security_group_rule is already registered Aug 30 17:25:44.244154 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service CORE assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.244480 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:25:44.244812 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] subnetpool is already registered Aug 30 17:25:44.245233 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.v2.resource_helper [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Service CORE assigned prefix: {{(pid=94460) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:25:44.245558 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:25:44.245892 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING neutron.quota.resource_registry [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] subnetpool is already registered Aug 30 17:25:44.246399 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: extensions {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.247864 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: address-groups {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.249354 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: address-scopes {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.250719 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: agents {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.251908 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: auto-allocated-topology {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.253139 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: availability_zones {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.254394 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: dhcp-networks {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.255915 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: dhcp-agents {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.257330 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: routers {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.259559 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: flavors {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.260733 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: service_profiles {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.261955 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: next_providers {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.263429 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: service_profiles {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.264954 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: floatingip-pools {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.266210 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: routers {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.268826 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: floatingips {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.270131 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: l3-routers {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.271519 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: l3-agents {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.272911 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: metering-labels {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.274297 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: metering-label-rules {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.275595 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: network-ip-availabilities {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.276861 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: bindings {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.278530 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: quotas {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.279966 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: quotas {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.281396 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: rbac-policies {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.283528 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: security-groups {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.284834 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: security-group-rules {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.286105 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: service-providers {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.287396 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: subnetpools {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.289976 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: subnetpools {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.291492 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.293180 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.294998 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.296772 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.298894 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.300763 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.302473 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.304375 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.306288 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.308028 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron.api.extensions [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Extended resource: tags {{(pid=94460) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:25:44.314004 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING keystonemiddleware.auth_token [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 17:25:44.318861 dv-cinder-759955-15-iscsi neutron-server[94460]: WARNING keystonemiddleware.auth_token [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 17:25:44.327173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Acquired lock "singleton_lock" {{(pid=94460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 17:25:44.327709 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_concurrency.lockutils [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Releasing lock "singleton_lock" {{(pid=94460) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 17:25:44.328290 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Starting 2 workers Aug 30 17:25:44.333772 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Started child 94571 {{(pid=94460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:25:44.338348 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Started child 94572 {{(pid=94460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:25:44.339163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.339944 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO neutron.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 17:25:44.340613 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [-] (94571) wsgi starting up on http://0.0.0.0:9696 Aug 30 17:25:44.340776 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Notify callbacks [] for process, before_spawn {{(pid=94460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.343143 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.343582 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Starting 1 workers Aug 30 17:25:44.345146 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [-] (94572) wsgi starting up on http://0.0.0.0:9696 Aug 30 17:25:44.349056 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Started child 94573 {{(pid=94460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:25:44.349609 dv-cinder-759955-15-iscsi neutron-server[94460]: INFO oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Starting 1 workers Aug 30 17:25:44.352698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] calling RpcWorker wait() {{(pid=94573) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 17:25:44.353224 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] returning from RpcWorker wait() {{(pid=94573) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 17:25:44.354151 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Started child 94574 {{(pid=94460) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:25:44.354453 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.354924 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:44.355022 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG neutron_lib.callbacks.manager [None req-dd6be2a7-cb23-4d74-be2d-68c644cf34dd None None] Notify callbacks [] for process, after_spawn {{(pid=94460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.356981 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 17:25:44.357190 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:25:44.357378 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:25:44.357589 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:25:44.357923 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:25:44.358112 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:25:44.358652 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.358904 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.359163 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.359419 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.359717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.359804 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:44.360359 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.360595 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.360850 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.361113 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.361374 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.361545 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.361705 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.361961 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.362246 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.362559 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.362827 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.363071 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.363340 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.363515 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.363768 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.364046 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.364350 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.364626 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] debug = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.364882 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.365369 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.365620 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.365860 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.366117 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.366378 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.366644 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.366909 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.367181 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.367394 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.367638 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.367893 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.368133 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.368362 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.368577 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.368839 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.369071 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.369543 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] host = dv-cinder-759955-15-iscsi {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.369757 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.369972 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.370220 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.370469 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.370740 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.370971 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.371205 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.371446 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.371701 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.371954 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.372225 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.372424 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.372660 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.372902 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.373065 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_options = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.373270 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.373547 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.373803 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.373996 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.374190 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.374408 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.374629 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.374794 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.375052 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.375269 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.375485 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.375750 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.375983 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.376217 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.376486 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.376734 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.376984 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.377205 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.377391 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.377638 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.377860 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.378128 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.378341 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.378556 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.378787 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.379001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.379248 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.379469 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.379681 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.379939 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.380158 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.380422 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.380657 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.380915 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.381145 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.381369 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.381583 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.381873 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.382133 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.382395 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.382717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.382862 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.383087 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.383298 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.383533 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.383776 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_json = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.383991 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.384308 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.384482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.384699 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.384931 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.385140 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.385356 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.385603 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.386607 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.386908 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.387227 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.387460 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.387697 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.387962 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.388194 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.388435 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.388700 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.388950 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.389280 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.389502 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.389790 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.390011 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.390295 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.390646 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.390910 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.391173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.391944 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.392163 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.392385 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.392636 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.392919 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.393138 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.393388 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.393637 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.393876 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.394217 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.394486 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.394755 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.395033 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.395315 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.395547 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.396036 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.396120 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:44.396279 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.396532 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.396749 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.397032 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.397258 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.397473 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.397691 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.397926 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.398183 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.398432 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.398654 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.406640 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.407788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.408840 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409857 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409857 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.409984 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.410143 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.410408 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.410641 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.410888 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.411124 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.411599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.411731 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.411940 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.412192 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.412279 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 34274) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:44.412426 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.412670 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.412921 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.413328 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.413434 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.413629 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.413862 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416186 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.416786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.417077 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.421468 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.421796 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.422854 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.422854 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.422854 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.423229 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.424790 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.424790 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.424790 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.424790 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.425093 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426289 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426289 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426289 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426289 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426569 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426647 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.426862 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.427122 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428480 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428480 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428480 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428480 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428480 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428871 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.428871 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.429114 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.429357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.429580 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.429845 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.430062 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.430330 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.430568 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.430814 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.431031 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.431265 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.431518 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.431783 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.432029 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.432261 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.432498 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.432716 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.432966 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.433182 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.433401 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.433778 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.433874 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.434569 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.434569 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.434569 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.434831 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.434987 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.435283 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.435551 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.435787 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.436022 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.436269 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.436524 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.436756 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.437009 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.439330 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.439565 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.439789 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.440013 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.440232 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.440449 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.440687 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.440905 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.441163 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.441405 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.441753 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.442009 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.444656 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.445217 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.446269 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0290298 Aug 30 17:25:44.447754 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.448551 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.448822 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.449088 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.449327 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.450741 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.450741 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.451932 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.452224 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.452487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.453471 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455173 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455450 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455541 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.455744 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.456010 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.456263 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.456483 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.456741 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.457879 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.458129 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.458358 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.458583 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.458800 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.459427 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.459427 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.459427 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.461449 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.461695 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.461952 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.462220 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.462447 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.462721 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.462980 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.463208 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.463429 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464547 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.464697 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.465333 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.465559 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.465772 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.465998 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.466256 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.466478 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.466783 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.467037 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.467265 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.467560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.467811 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.468068 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.468297 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.468620 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.468855 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.469463 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.469463 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.469617 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.469815 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.470074 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471087 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471087 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471087 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471315 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471450 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.471876 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.472326 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.472551 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.472859 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.473206 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474126 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474126 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474126 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474405 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474689 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.474930 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.475181 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.475401 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.475657 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.475889 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.476136 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.476357 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.476608 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.476825 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.477077 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.477314 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.477536 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.477772 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.477933 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:25:44.478489 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94460) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 17:25:44.478645 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:25:44.478786 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:25:44.478978 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:25:44.479161 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:25:44.479307 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:25:44.479518 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.479676 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.479817 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.479977 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.480122 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.480316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.480469 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481709 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.481709 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.482274 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.483352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.483557 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.483825 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.484705 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485338 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485338 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485338 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485606 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485685 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] debug = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.485804 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486021 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486253 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486398 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486538 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486693 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486833 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.486971 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487132 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487276 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487583 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487742 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.487886 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488034 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488184 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488331 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488468 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] host = dv-cinder-759955-15-iscsi {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488628 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488774 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.488936 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489081 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489221 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489369 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489509 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489649 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489807 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.489960 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490135 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490285 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490423 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490562 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490714 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_options = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490854 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.490991 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.491129 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.491939 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.493471 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.493662 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.493843 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494019 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494262 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494611 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.494949 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495180 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495278 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495430 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495593 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495754 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.495916 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.498291 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.498291 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.498291 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.498291 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.500125 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.501331 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.501511 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.501687 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.501927 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502029 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502210 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502460 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502581 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502699 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.502860 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503038 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503183 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503346 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503510 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503672 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503831 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.503989 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504148 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504307 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504466 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504624 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504783 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_json = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.504941 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505100 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505259 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505418 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505577 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505736 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.505893 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.506054 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:25:44.508219 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.508411 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.509712 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.509712 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.510949 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.511134 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.511316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.511830 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.511830 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.511830 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512179 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512179 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512396 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512671 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512671 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512914 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.512914 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.513160 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.513287 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.513410 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.513523 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.513668 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.514487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.514487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.514487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.514859 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.514859 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515104 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515104 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515398 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515609 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515774 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.515938 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.516101 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.516319 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.516974 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517138 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517305 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517466 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517627 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517788 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.517948 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518129 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518294 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518447 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518607 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518769 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.518932 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519095 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519255 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519417 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519579 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519741 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.519904 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520066 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520238 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520400 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520561 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520722 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.520883 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.521044 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.521204 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.521364 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.521525 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522074 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522074 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522286 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522487 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522737 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522828 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.522954 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523115 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523276 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523439 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523600 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523761 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.523921 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524082 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524243 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524395 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524554 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524714 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.524876 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525036 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525198 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525359 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525520 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525680 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.525850 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.526025 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.527008 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.527176 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.527341 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.527595 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.527770 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.528081 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.528250 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.528419 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.528565 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.528718 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.529073 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.529914 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.530498 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.530498 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.530498 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.530721 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.531686 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.531919 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.532403 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.532580 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.532747 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.532908 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.533070 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.533231 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.534553 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.534737 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.535925 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.536189 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539048 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539485 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539485 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539633 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539711 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.539858 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540027 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540193 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540359 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540536 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540698 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.540859 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541352 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541587 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541665 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541798 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.541958 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.542206 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.542378 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.542529 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.542675 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.542844 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543343 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543343 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543343 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543585 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543679 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.543815 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544041 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544134 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544285 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544446 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544605 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.544764 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.545499 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.545884 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.546056 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.546259 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.546518 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.546622 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.547599 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.548036 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.548036 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.548182 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549220 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549327 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549449 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549605 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549760 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.549914 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550073 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550308 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550472 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550631 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550794 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.550955 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.551112 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.551449 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.551601 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.551773 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.551911 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552079 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552225 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552546 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552706 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.552851 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553017 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553177 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553316 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553449 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553611 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553773 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.553937 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554101 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:44.554271 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554407 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554538 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554668 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554797 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.554926 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.555056 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.555276 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.555422 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.555558 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.555649 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556482 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556785 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556785 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556916 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.556981 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557560 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557817 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.557984 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.558177 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559001 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559303 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559303 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559419 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.559523 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560063 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560063 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560063 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560269 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560269 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560434 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.560602 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561438 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561760 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561760 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.561876 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562463 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562463 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562463 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562695 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562695 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.562867 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.563037 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564387 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564717 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.564836 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565452 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565452 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565452 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565452 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565711 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.565711 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.566781 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.567168 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.567168 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.567303 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.567367 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.568054 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.568054 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:25:44.568054 dv-cinder-759955-15-iscsi neutron-server[94460]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94460) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:25:55.936871 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f56873-90bb-469d-b9d6-b60825865ced None None] get_active_networks_info from dv-cinder-759955-15-iscsi {{(pid=94573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 17:25:56.062604 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f56873-90bb-469d-b9d6-b60825865ced None None] No non-hosted networks {{(pid=94573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 17:25:56.099779 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.agentschedulers_db [None req-a0f56873-90bb-469d-b9d6-b60825865ced None None] DHCP Agent not found on host dv-cinder-759955-15-iscsi {{(pid=94573) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 17:25:56.313650 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-82dc5112-8874-4efd-aca9-19dd5eed3ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.644306 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24489075-16ef-4283-bda2-3d53dc529ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.686196 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.db.api [None req-2223cd55-c08f-49d5-9def-5313a7a4704c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759955-15-iscsi {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 17:25:58.686996 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG oslo_db.api [None req-2223cd55-c08f-49d5-9def-5313a7a4704c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 17:25:58.935929 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.937061 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.938110 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.938609 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.941755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.941755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.941755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.941755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.941755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.942135 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.942135 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.942601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.943183 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.943826 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-15-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:58.961549 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-15-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:59.211725 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2223cd55-c08f-49d5-9def-5313a7a4704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.718221 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.179376 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:02.032141 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.db.l3_hamode_db [None req-8ea87a4a-8f46-4b41-870b-f712f76ca50a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 17:26:02.113498 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea87a4a-8f46-4b41-870b-f712f76ca50a None None] Routers set() bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:02.113904 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea87a4a-8f46-4b41-870b-f712f76ca50a None None] Router IDs set() for agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 17:26:02.299450 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 34374) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:02.788903 dv-cinder-759955-15-iscsi neutron-server[94572]: WARNING oslo_policy.policy [None req-6ce633b5-855c-4c68-96be-4c25ed8e5e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:02.789459 dv-cinder-759955-15-iscsi neutron-server[94572]: WARNING oslo_policy.policy [None req-6ce633b5-855c-4c68-96be-4c25ed8e5e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:03.011464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [None req-6ce633b5-855c-4c68-96be-4c25ed8e5e5f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:26:03.012520 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6ce633b5-855c-4c68-96be-4c25ed8e5e5f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7121565 Aug 30 17:26:05.398200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 34388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:05.702616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:05.794565 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.policy [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 17:26:05.840306 dv-cinder-759955-15-iscsi neutron-server[94572]: WARNING oslo_policy.policy [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:05.840665 dv-cinder-759955-15-iscsi neutron-server[94572]: WARNING oslo_policy.policy [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:05.849125 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.quota [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] Loaded quota_driver: . Aug 30 17:26:06.044821 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753617885387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753617886486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753617833817', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753617831669', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753618316089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753617850707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1596660', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1717706', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761956'] for rbac-policy, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.260861 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.262128 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a575ab12-583f-43ee-8c6a-63b250cded9c admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8629580 Aug 30 17:26:08.826251 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 34400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:09.120945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Request body: {'network': {'project_id': '9bbb828b4ade4a9e961044e70670e204', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9bbb828b4ade4a9e961044e70670e204'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:09.198209 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Made reservation on behalf of 9bbb828b4ade4a9e961044e70670e204 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:09.201129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.219088 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.344599 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.397628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.422358 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:26:09.446478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753620433125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.447067 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Unsubscribe: segment precommit_create {{(pid=94572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 17:26:09.447579 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Added segment 7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4 of type vlan for network 50dbaca3-3687-496e-9cd2-236d4119a111 Aug 30 17:26:09.453393 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df9e30-abac-4afa-8a38-560dacc7b9fe,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.489129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.489525 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.489862 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.490218 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.490544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.490889 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.491216 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.491537 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.491868 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.492189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.492503 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.492814 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Tracked resource versions report: Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: pushed versions: Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: { 'AddressGroup': {'1.2'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'ConntrackHelper': {'1.0'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Log': {'1.0'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Network': {'1.1'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Port': {'1.7'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'PortForwarding': {'1.2'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'QosPolicy': {'1.9'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroup': {'1.4'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SubPort': {'1.0'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Subnet': {'1.1'}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Trunk': {'1.1'}} Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: consumer versions: Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'ConntrackHelper': '1.0', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Log': '1.0', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Network': '1.1', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Port': '1.7', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'PortForwarding': '1.2', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'QosPolicy': '1.9', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroup': '1.4', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroupRule': '1.2', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SubPort': '1.0', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Subnet': '1.1', Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Trunk': '1.1'}} Aug 30 17:26:09.494266 dv-cinder-759955-15-iscsi neutron-server[94572]: {{(pid=94572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:26:09.566610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.649478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.650608 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:09.651214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.746918 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] Pushing event updated for resources: {'Network': ['ID=50dbaca3-3687-496e-9cd2-236d4119a111,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.758158 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 50dbaca3-3687-496e-9cd2-236d4119a111 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:09.781778 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-380256df-3f4b-47ba-a0ca-21f32012644d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9544721 Aug 30 17:26:12.433886 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 34414) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:12.818166 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebaf9ab-b4dd-4d0e-894e-1cb405293615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:12.819519 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-eebaf9ab-b4dd-4d0e-894e-1cb405293615 admin admin] 10.222.0.10 "GET /v2.0/networks/50dbaca3-3687-496e-9cd2-236d4119a111 HTTP/1.1" status: 200 len: 825 time: 0.3846540 Aug 30 17:26:12.844069 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c24d8a77-0064-478e-bf42-01bf7a1ddd30 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/dbb73030-4d02-4f79-844b-30ede7cf7238 HTTP/1.1" status: 200 len: 734 time: 0.0183947 Aug 30 17:26:12.853074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Request body: {'subnet': {'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238', 'ip_version': 4, 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'name': 'private-subnet', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'gateway_ip': '172.20.0.1'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:12.990076 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Made reservation on behalf of 9bbb828b4ade4a9e961044e70670e204 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:12.992444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.335054 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.401333 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Checking segment: {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:13.401705 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Network hostable DHCP agents. Network: 50dbaca3-3687-496e-9cd2-236d4119a111, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:13.414180 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5390741e-2040-465b-ba73-010a7e72f0a5,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:13.472094 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Network 50dbaca3-3687-496e-9cd2-236d4119a111 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:13.550362 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 50dbaca3-3687-496e-9cd2-236d4119a111) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:13.554951 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.555532 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.560567 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf77a0-0848-405f-823d-7156246aeccb None None] Network 50dbaca3-3687-496e-9cd2-236d4119a111 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:13.641461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a7f7a7ca-792a-4fe5-b928-5d1aec2750ec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7892256 Aug 30 17:26:13.882764 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-50dbaca3-3687-496e-9cd2-236d4119a111', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:26:13.883982 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.178193 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Allocated IP 172.20.0.2 (50dbaca3-3687-496e-9cd2-236d4119a111/5390741e-2040-465b-ba73-010a7e72f0a5/bafde8d0-42ba-4b4e-be48-40ed7ff5056a) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:14.375086 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.392353 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Transition to ACTIVE for port object bafde8d0-42ba-4b4e-be48-40ed7ff5056a will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:14.441309 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Transition to ACTIVE for port object bafde8d0-42ba-4b4e-be48-40ed7ff5056a will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:14.510792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.583977 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Network 50dbaca3-3687-496e-9cd2-236d4119a111 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:14.588711 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:14.593442 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Pushing event updated for resources: {'Port': ['ID=bafde8d0-42ba-4b4e-be48-40ed7ff5056a,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:14.598531 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:14.606505 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.606887 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.607232 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.607565 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.607898 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.608229 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.608601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.608931 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.609270 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.609596 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.610559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.610559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Tracked resource versions report: Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: pushed versions: Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: { 'AddressGroup': {'1.2'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'ConntrackHelper': {'1.0'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Log': {'1.0'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Network': {'1.1'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Port': {'1.7'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'PortForwarding': {'1.2'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'QosPolicy': {'1.9'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroup': {'1.4'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SubPort': {'1.0'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Subnet': {'1.1'}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Trunk': {'1.1'}} Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: consumer versions: Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'ConntrackHelper': '1.0', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Log': '1.0', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Network': '1.1', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Port': '1.7', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'PortForwarding': '1.2', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'QosPolicy': '1.9', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroup': '1.4', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroupRule': '1.2', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SubPort': '1.0', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Subnet': '1.1', Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Trunk': '1.1'}} Aug 30 17:26:14.611676 dv-cinder-759955-15-iscsi neutron-server[94573]: {{(pid=94573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:26:14.691240 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Attempting to bind port bafde8d0-42ba-4b4e-be48-40ed7ff5056a on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:14.691668 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Attempting to bind port bafde8d0-42ba-4b4e-be48-40ed7ff5056a by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:14.692042 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Attempting to bind port bafde8d0-42ba-4b4e-be48-40ed7ff5056a on network 50dbaca3-3687-496e-9cd2-236d4119a111 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:14.697938 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:14.698383 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Checking segment: {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:14.698863 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.699253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Bound using segment: {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:14.699765 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Bound port: bafde8d0-42ba-4b4e-be48-40ed7ff5056a, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:14.700161 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.763045 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] For port bafde8d0-42ba-4b4e-be48-40ed7ff5056a, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:14.768121 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] For port bafde8d0-42ba-4b4e-be48-40ed7ff5056a, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=bafde8d0-42ba-4b4e-be48-40ed7ff5056a,segment=NetworkSegment(7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4),segment_id=7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:14.848177 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.915209 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025b3bd-0a34-4aef-9915-e261bc981e0a None None] Pushing event updated for resources: {'Port': ['ID=bafde8d0-42ba-4b4e-be48-40ed7ff5056a,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:16.064074 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34422) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:16.572425 dv-cinder-759955-15-iscsi neutron-server[94571]: WARNING oslo_policy.policy [None req-33676a2a-b2ce-41f9-8940-9895adccb343 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:16.573082 dv-cinder-759955-15-iscsi neutron-server[94571]: WARNING oslo_policy.policy [None req-33676a2a-b2ce-41f9-8940-9895adccb343 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:16.798485 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [None req-33676a2a-b2ce-41f9-8940-9895adccb343 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:26:16.799758 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-33676a2a-b2ce-41f9-8940-9895adccb343 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7334480 Aug 30 17:26:19.220737 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34436) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:19.532563 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [None req-82bedd81-fe18-48d4-a31b-9bb34fc17ceb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:26:19.533524 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-82bedd81-fe18-48d4-a31b-9bb34fc17ceb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119059 Aug 30 17:26:22.216748 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34450) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:22.519211 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Request body: {'router': {'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'name': 'router1', 'admin_state_up': True}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:22.594524 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.policy [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94571) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 17:26:22.641707 dv-cinder-759955-15-iscsi neutron-server[94571]: WARNING oslo_policy.policy [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:22.642136 dv-cinder-759955-15-iscsi neutron-server[94571]: WARNING oslo_policy.policy [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:26:22.651614 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.quota [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Loaded quota_driver: . Aug 30 17:26:22.684830 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device bafde8d0-42ba-4b4e-be48-40ed7ff5056a up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:22.797871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.800006 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.825937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:22.957132 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.020243 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.133009 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.134377 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d03c8464-0877-422a-8b08-6e856a29f8e3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9166377 Aug 30 17:26:23.291766 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd377c2-00a5-46a4-ba28-6d446f7eafea None None] Network 50dbaca3-3687-496e-9cd2-236d4119a111 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:23.413450 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Provisioning for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:23.423985 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Provisioning complete for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:23.424357 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.576827 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.615114 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] For port bafde8d0-42ba-4b4e-be48-40ed7ff5056a, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=bafde8d0-42ba-4b4e-be48-40ed7ff5056a,segment=NetworkSegment(7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4),segment_id=7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:23.706245 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.756715 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff505918-c393-4739-b988-73e1bbc18cb1 None None] Pushing event updated for resources: {'Port': ['ID=bafde8d0-42ba-4b4e-be48-40ed7ff5056a,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:23.825108 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3c0acb3e-e7a1-4558-9b39-1f8bee1ed564 None None] Provisioning complete for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:23.825358 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3c0acb3e-e7a1-4558-9b39-1f8bee1ed564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.657475 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device bafde8d0-42ba-4b4e-be48-40ed7ff5056a up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:24.706578 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:24.707233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.537017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34460) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:25.853585 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [None req-749f8403-be29-4c24-b7d3-352f4e370e95 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:26:25.854597 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-749f8403-be29-4c24-b7d3-352f4e370e95 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166618 Aug 30 17:26:25.905230 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-44532637-6a11-4335-858c-2679f455ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.277674 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34468) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:28.598885 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:28.637540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af54db43-ebda-45fc-b53f-b0e03e1e0b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.717777 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Made reservation on behalf of 88e88c6394ef4ff087084bd76032d6fa for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:28.720622 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.736855 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.856982 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.917320 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.940193 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.952324 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Reserving flat network on physical network physnet1 {{(pid=94571) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 17:26:28.984825 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753620433125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.985422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Unsubscribe: segment precommit_create {{(pid=94571) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 17:26:28.985963 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Added segment 4600c470-f2e8-4af8-aeee-6338e5c9350f of type flat for network 4c17bcbd-cef6-4539-bc8c-ca2322225816 Aug 30 17:26:29.004565 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586a070-83f3-4953-b772-b22b11a6cdcb,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:29.056147 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.056493 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.056834 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.057169 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.057497 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.057848 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.058206 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.058533 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.059004 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.059332 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.059653 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.059973 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Tracked resource versions report: Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: pushed versions: Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: { 'AddressGroup': {'1.2'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'ConntrackHelper': {'1.0'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Log': {'1.0'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Network': {'1.1'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Port': {'1.7'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'PortForwarding': {'1.2'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'QosPolicy': {'1.9'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroup': {'1.4'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SubPort': {'1.0'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Subnet': {'1.1'}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Trunk': {'1.1'}} Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: consumer versions: Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'ConntrackHelper': '1.0', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Log': '1.0', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Network': '1.1', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Port': '1.7', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'PortForwarding': '1.2', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'QosPolicy': '1.9', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroup': '1.4', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroupRule': '1.2', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SubPort': '1.0', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Subnet': '1.1', Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Trunk': '1.1'}} Aug 30 17:26:29.062069 dv-cinder-759955-15-iscsi neutron-server[94571]: {{(pid=94571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:26:29.121119 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.266197 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.267394 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:29.268044 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.366236 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] Pushing event updated for resources: {'Network': ['ID=4c17bcbd-cef6-4539-bc8c-ca2322225816,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:29.376782 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:29.434716 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8e7eee86-5570-4220-b012-441926fc206c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1557996 Aug 30 17:26:29.649138 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.140705 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.816057 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34490) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:32.076835 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ec896-0944-4dad-9de8-a4728d03b5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:32.078169 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-761ec896-0944-4dad-9de8-a4728d03b5c4 admin admin] 10.222.0.10 "GET /v2.0/subnets/5390741e-2040-465b-ba73-010a7e72f0a5 HTTP/1.1" status: 200 len: 849 time: 0.2610800 Aug 30 17:26:32.234637 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e2c15964-0592-48e9-9dac-f3c467b6abc4 admin admin] 10.222.0.10 "GET /v2.0/routers/de3141ec-eef1-4e09-a106-c9da3732e798 HTTP/1.1" status: 200 len: 704 time: 0.1496966 Aug 30 17:26:32.512312 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.818172 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Allocated IP 172.20.0.1 (50dbaca3-3687-496e-9cd2-236d4119a111/5390741e-2040-465b-ba73-010a7e72f0a5/a6f24b89-56e4-49ab-8d07-6840f17b1b9d) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:33.013116 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.038291 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Transition to ACTIVE for port object a6f24b89-56e4-49ab-8d07-6840f17b1b9d will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:33.162357 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.227445 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Network 50dbaca3-3687-496e-9cd2-236d4119a111 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:33.235839 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:33.248129 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:33.248683 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.269526 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:33.514599 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.557524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-22d5ece3-bf03-42e0-9b89-002613dc6389 None None] Provisioning for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:33.561919 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-22d5ece3-bf03-42e0-9b89-002613dc6389 None None] Provisioning complete for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:33.562551 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-22d5ece3-bf03-42e0-9b89-002613dc6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.599270 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-22d5ece3-bf03-42e0-9b89-002613dc6389 None None] Port a6f24b89-56e4-49ab-8d07-6840f17b1b9d cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:33.791024 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.860294 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.861125 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.940080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:33.991677 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Network 50dbaca3-3687-496e-9cd2-236d4119a111 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:33.993043 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:34.220960 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-124c79bf-6475-4e71-9844-d2c4d7e8293a None None] Provisioning complete for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:34.221333 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-124c79bf-6475-4e71-9844-d2c4d7e8293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.249568 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Router de3141ec-eef1-4e09-a106-c9da3732e798 is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:26:34.255068 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-124c79bf-6475-4e71-9844-d2c4d7e8293a None None] Port a6f24b89-56e4-49ab-8d07-6840f17b1b9d cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:34.344469 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:34.349635 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d52080c1-9f68-4597-a0f9-d1bea611c611 admin admin] 10.222.0.10 "PUT /v2.0/routers/de3141ec-eef1-4e09-a106-c9da3732e798/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1090395 Aug 30 17:26:34.354646 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Sync routers for ids ['de3141ec-eef1-4e09-a106-c9da3732e798'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:34.367198 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Routers {'de3141ec-eef1-4e09-a106-c9da3732e798'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:34.368076 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:26:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['de3141ec-eef1-4e09-a106-c9da3732e798'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:34.559124 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Set router de3141ec-eef1-4e09-a106-c9da3732e798 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:35.014487 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 2, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port_host': None, '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 2, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:35.071985 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Checking router: de3141ec-eef1-4e09-a106-c9da3732e798 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:35.072346 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Updating router de3141ec-eef1-4e09-a106-c9da3732e798 port a6f24b89-56e4-49ab-8d07-6840f17b1b9d binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:35.126639 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.671056 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.690921 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Transition to ACTIVE for port object a6f24b89-56e4-49ab-8d07-6840f17b1b9d will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:35.768849 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.929264 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Pushing event updated for resources: {'Port': ['ID=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:35.950049 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Attempting to bind port a6f24b89-56e4-49ab-8d07-6840f17b1b9d on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:35.950474 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Attempting to bind port a6f24b89-56e4-49ab-8d07-6840f17b1b9d by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:35.950925 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Attempting to bind port a6f24b89-56e4-49ab-8d07-6840f17b1b9d on network 50dbaca3-3687-496e-9cd2-236d4119a111 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:35.955553 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.955898 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.956240 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.956582 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.956911 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.957246 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.957581 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.957905 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.958287 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.958627 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.958955 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.959274 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Tracked resource versions report: Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: pushed versions: Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: { 'AddressGroup': {'1.2'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'ConntrackHelper': {'1.0'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Log': {'1.0'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Network': {'1.1'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Port': {'1.7'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'PortForwarding': {'1.2'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'QosPolicy': {'1.9'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroup': {'1.4'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SubPort': {'1.0'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Subnet': {'1.1'}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Trunk': {'1.1'}} Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: consumer versions: Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'ConntrackHelper': '1.0', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Log': '1.0', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Network': '1.1', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Port': '1.7', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'PortForwarding': '1.2', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'QosPolicy': '1.9', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroup': '1.4', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroupRule': '1.2', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SubPort': '1.0', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Subnet': '1.1', Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Trunk': '1.1'}} Aug 30 17:26:35.960775 dv-cinder-759955-15-iscsi neutron-server[94574]: {{(pid=94574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:26:35.966419 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:35.966900 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Checking segment: {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:35.967421 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.967829 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Bound using segment: {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:35.968457 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Bound port: a6f24b89-56e4-49ab-8d07-6840f17b1b9d, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:35.968814 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.069078 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] For port a6f24b89-56e4-49ab-8d07-6840f17b1b9d, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:36.096938 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] For port a6f24b89-56e4-49ab-8d07-6840f17b1b9d, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,segment=NetworkSegment(7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4),segment_id=7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:36.175350 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.247508 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Routers {'de3141ec-eef1-4e09-a106-c9da3732e798'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:36.248383 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:26:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['de3141ec-eef1-4e09-a106-c9da3732e798'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:36.254924 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de35977-82b0-4650-a84a-064d65db7b97 None None] Pushing event updated for resources: {'Port': ['ID=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.353770 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] Set router de3141ec-eef1-4e09-a106-c9da3732e798 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:36.572986 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 2, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port_host': None, '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 4, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:36.603032 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d82c49-9027-4a45-98ca-082acadff75d None None] The sync data for ids ['de3141ec-eef1-4e09-a106-c9da3732e798'] in dv-cinder-759955-15-iscsi is: [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 2, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port_host': None, '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 4, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:36.683141 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34510) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.797209 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab996b7-dec0-48f4-a8a1-304a7fcdc822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:36.798884 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-bab996b7-dec0-48f4-a8a1-304a7fcdc822 admin admin] 10.222.0.10 "GET /v2.0/networks/4c17bcbd-cef6-4539-bc8c-ca2322225816 HTTP/1.1" status: 200 len: 842 time: 0.1147699 Aug 30 17:26:36.808999 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.900577 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Made reservation on behalf of 88e88c6394ef4ff087084bd76032d6fa for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:36.902815 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.274782 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.objects.ports [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94571) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 17:26:37.275275 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.330807 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:37.343990 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:37.344351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Network hostable DHCP agents. Network: 4c17bcbd-cef6-4539-bc8c-ca2322225816, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:37.424241 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:37.511964 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 4c17bcbd-cef6-4539-bc8c-ca2322225816) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:37.517583 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:37.518488 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.525142 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb78f7-4f2c-4ce6-a922-d73665290bd9 None None] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:37.604038 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-dc0e726d-2dab-4922-b93e-4ed7bb164f6b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7985728 Aug 30 17:26:37.679914 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173a925-038d-41bb-b8bb-d9a2c5d596d5 None None] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:39.995158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34518) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:40.134555 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-986c5006-597b-4dcc-97d9-2fd600c2fa3b admin admin] 10.222.0.10 "GET /v2.0/routers/de3141ec-eef1-4e09-a106-c9da3732e798 HTTP/1.1" status: 200 len: 710 time: 0.1381750 Aug 30 17:26:40.228951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca3581-8ab7-4be7-bf4f-0b611b061b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:40.230398 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-27ca3581-8ab7-4be7-bf4f-0b611b061b31 admin admin] 10.222.0.10 "GET /v2.0/networks/4c17bcbd-cef6-4539-bc8c-ca2322225816 HTTP/1.1" status: 200 len: 886 time: 0.0895221 Aug 30 17:26:40.241507 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:40.569184 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:40.889240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:40.968322 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.086787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Allocated IP 172.27.3.189 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/a32a3d2b-8748-4015-b022-627bef3d9ce1) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:41.189575 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.309813 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.356753 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:41.360315 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:41.365581 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:41.368177 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Pushing event updated for resources: {'Port': ['ID=a32a3d2b-8748-4015-b022-627bef3d9ce1,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:41.702068 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.910324 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102409'] for router, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.913920 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564135'] for router, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:42.025522 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Router de3141ec-eef1-4e09-a106-c9da3732e798 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:42.229987 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:42.234458 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:42.235568 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3bd94047-f8f1-4d92-951c-a7713564b604 admin admin] 10.222.0.10 "PUT /v2.0/routers/de3141ec-eef1-4e09-a106-c9da3732e798 HTTP/1.1" status: 200 len: 890 time: 1.9976842 Aug 30 17:26:42.687055 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a6f24b89-56e4-49ab-8d07-6840f17b1b9d up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:42.808233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:42.813289 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:42.813694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:42.894756 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:42.929322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port a6f24b89-56e4-49ab-8d07-6840f17b1b9d, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,segment=NetworkSegment(7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4),segment_id=7d0a97a6-c6a4-4f84-b453-c0b02f3e9bc4)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:43.009006 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:43.064217 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=a6f24b89-56e4-49ab-8d07-6840f17b1b9d,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:43.268697 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Sync routers for ids ['de3141ec-eef1-4e09-a106-c9da3732e798'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:43.279634 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Routers {'de3141ec-eef1-4e09-a106-c9da3732e798'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:43.280293 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:26:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['de3141ec-eef1-4e09-a106-c9da3732e798'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:43.539088 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Set router de3141ec-eef1-4e09-a106-c9da3732e798 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:43.935707 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:41Z', 'revision_number': 4, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port': {'id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:40Z', 'updated_at': '2021-08-30T17:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:42Z', 'revision_number': 5, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:43.986303 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Checking router: de3141ec-eef1-4e09-a106-c9da3732e798 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:43.986677 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Updating router de3141ec-eef1-4e09-a106-c9da3732e798 port a32a3d2b-8748-4015-b022-627bef3d9ce1 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:44.037811 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.356036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.366271 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Transition to ACTIVE for port object a32a3d2b-8748-4015-b022-627bef3d9ce1 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:44.442405 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.494792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357014fa-82e1-478c-8864-8c9ad027e9ce None None] Pushing event updated for resources: {'Port': ['ID=a32a3d2b-8748-4015-b022-627bef3d9ce1,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:44.497276 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Attempting to bind port a32a3d2b-8748-4015-b022-627bef3d9ce1 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:44.497679 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Attempting to bind port a32a3d2b-8748-4015-b022-627bef3d9ce1 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:44.497987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Attempting to bind port a32a3d2b-8748-4015-b022-627bef3d9ce1 on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:44.503379 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:44.503748 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:44.504145 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.504536 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:44.505002 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Bound port: a32a3d2b-8748-4015-b022-627bef3d9ce1, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:44.505397 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.559132 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] For port a32a3d2b-8748-4015-b022-627bef3d9ce1, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:44.562472 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] For port a32a3d2b-8748-4015-b022-627bef3d9ce1, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a32a3d2b-8748-4015-b022-627bef3d9ce1,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:44.655241 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.673843 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 34530) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:44.687393 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a6f24b89-56e4-49ab-8d07-6840f17b1b9d up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:44.736767 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Routers {'de3141ec-eef1-4e09-a106-c9da3732e798'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:44.737395 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:26:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['de3141ec-eef1-4e09-a106-c9da3732e798'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:44.788065 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b7670e2a-51bf-48b3-a290-5679906da014 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1130075 Aug 30 17:26:44.790315 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357014fa-82e1-478c-8864-8c9ad027e9ce None None] Pushing event updated for resources: {'Port': ['ID=a32a3d2b-8748-4015-b022-627bef3d9ce1,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:44.940374 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:44.941054 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:44.987505 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] Set router de3141ec-eef1-4e09-a106-c9da3732e798 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:45.241310 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:41Z', 'revision_number': 4, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port': {'id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:40Z', 'updated_at': '2021-08-30T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:42Z', 'revision_number': 5, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:45.268800 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285a01c-164a-42ac-ab41-a9f9fdf314ea None None] The sync data for ids ['de3141ec-eef1-4e09-a106-c9da3732e798'] in dv-cinder-759955-15-iscsi is: [{'id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'name': 'router1', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:22Z', 'updated_at': '2021-08-30T17:26:41Z', 'revision_number': 4, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'gw_port': {'id': 'a32a3d2b-8748-4015-b022-627bef3d9ce1', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:40Z', 'updated_at': '2021-08-30T17:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'a6f24b89-56e4-49ab-8d07-6840f17b1b9d', 'name': '', 'network_id': '50dbaca3-3687-496e-9cd2-236d4119a111', 'tenant_id': '9bbb828b4ade4a9e961044e70670e204', 'mac_address': 'fa:16:3e:28:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3141ec-eef1-4e09-a106-c9da3732e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:42Z', 'revision_number': 5, 'project_id': '9bbb828b4ade4a9e961044e70670e204', 'subnets': [{'id': '5390741e-2040-465b-ba73-010a7e72f0a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbb73030-4d02-4f79-844b-30ede7cf7238'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:46.708019 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a32a3d2b-8748-4015-b022-627bef3d9ce1 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:46.846467 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port a32a3d2b-8748-4015-b022-627bef3d9ce1 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:46.851164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a32a3d2b-8748-4015-b022-627bef3d9ce1 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:46.851468 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:46.943937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:46.968234 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port a32a3d2b-8748-4015-b022-627bef3d9ce1, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a32a3d2b-8748-4015-b022-627bef3d9ce1,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:47.031770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:47.081787 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=a32a3d2b-8748-4015-b022-627bef3d9ce1,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:48.708869 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a32a3d2b-8748-4015-b022-627bef3d9ce1 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:48.794840 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a32a3d2b-8748-4015-b022-627bef3d9ce1 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:48.795577 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:49.429689 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:26:55.903593 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c02c7406-2c12-48a1-a45e-f361a17f9239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:58.654323 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-18cfee79-55f9-42e3-aba9-4870d08a8586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:58.911623 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:59.692234 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:01.161624 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:25.917962 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dc5941f-6826-4768-8786-e3d8d0625229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:26.426239 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:27:28.624453 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-025c60a0-8fb2-476c-9525-3d6568ca95d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:28.924188 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:29.685273 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:31.190206 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:55.915122 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-968acad3-bdf0-4b2c-a155-a6de6c0043a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:58.646005 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dfed3576-cd5d-4f4d-9df0-afcf5fec46a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:58.925946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:59.657889 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:01.171927 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:03.414973 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:28:25.891298 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fa80cee9-d787-4d9f-b00b-207b1b7f9462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:28.622594 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c1f9-c283-4db6-848f-c9701e8144df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:28.954269 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:29.668160 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:30.136792 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35096) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:30.203630 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.pecan_wsgi.hooks.translation [None req-df265aca-3bcb-4934-97df-be4d5697bd79 admin admin] GET failed (client error): The resource could not be found. Aug 30 17:28:30.205054 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-df265aca-3bcb-4934-97df-be4d5697bd79 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669880 Aug 30 17:28:30.425085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabad99-6d7c-4bf8-b6dd-8d2ec4f018ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:30.426657 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2cabad99-6d7c-4bf8-b6dd-8d2ec4f018ae admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2165651 Aug 30 17:28:31.162552 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:32.738191 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35106) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:32.851193 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e939020-7b39-4ec5-a288-0bd794f6890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:32.853518 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7e939020-7b39-4ec5-a288-0bd794f6890c admin admin] 10.222.0.10 "GET /v2.0/subnets/5390741e-2040-465b-ba73-010a7e72f0a5 HTTP/1.1" status: 200 len: 849 time: 0.1141317 Aug 30 17:28:32.867490 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:33.016278 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:33.236930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753620392232'] for subnet, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:33.280901 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b373756-cff8-4aa8-8dba-5e3a40dfc165 None None] Network 50dbaca3-3687-496e-9cd2-236d4119a111 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:28:33.282175 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:33.282801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:33.284467 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] 10.222.0.10 "PUT /v2.0/subnets/5390741e-2040-465b-ba73-010a7e72f0a5 HTTP/1.1" status: 200 len: 868 time: 0.4240820 Aug 30 17:28:33.303023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5390741e-2040-465b-ba73-010a7e72f0a5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:33.312051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.312418 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.312772 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.313263 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.313606 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.313962 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.314328 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.314737 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.315089 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.315708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.316085 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.316369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4f407a-1713-4b36-a981-3dd54bba6dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:33.714999 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-94dac5c0-1bb1-485c-89c8-5103bf9466e8 None None] Provisioning complete for port bafde8d0-42ba-4b4e-be48-40ed7ff5056a triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:33.715657 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94dac5c0-1bb1-485c-89c8-5103bf9466e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:33.818143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-94dac5c0-1bb1-485c-89c8-5103bf9466e8 None None] Provisioning complete for port a6f24b89-56e4-49ab-8d07-6840f17b1b9d triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:33.818415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94dac5c0-1bb1-485c-89c8-5103bf9466e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:35.533935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:35.753737 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af6a8a-9486-4bdf-b80f-aa0da7fcf84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:35.754190 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af6a8a-9486-4bdf-b80f-aa0da7fcf84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:35.755751 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-12af6a8a-9486-4bdf-b80f-aa0da7fcf84b admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2208400 Aug 30 17:28:38.041259 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35124) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:38.229219 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec78e2-10e2-498d-bb6a-b063563b9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:38.229691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec78e2-10e2-498d-bb6a-b063563b9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:38.231291 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-46ec78e2-10e2-498d-bb6a-b063563b9325 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1890421 Aug 30 17:28:40.416197 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:28:40.560826 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35132) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:40.733053 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da51771-33b3-4d88-b695-fd5b50d5eed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:40.734680 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2da51771-33b3-4d88-b695-fd5b50d5eed6 admin admin] 10.222.0.10 "GET /v2.0/networks/4c17bcbd-cef6-4539-bc8c-ca2322225816 HTTP/1.1" status: 200 len: 886 time: 0.1725385 Aug 30 17:28:43.047168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:43.217012 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a798a7a-2e6f-471e-9033-256c8637ca10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:43.218521 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4a798a7a-2e6f-471e-9033-256c8637ca10 admin admin] 10.222.0.10 "GET /v2.0/networks/50dbaca3-3687-496e-9cd2-236d4119a111 HTTP/1.1" status: 200 len: 869 time: 0.1704018 Aug 30 17:28:45.590908 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35148) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:45.732371 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6c281-f38d-431b-a97c-30aaebb9b4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:45.732832 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6c281-f38d-431b-a97c-30aaebb9b4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:45.734463 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-45c6c281-f38d-431b-a97c-30aaebb9b4b8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424501 Aug 30 17:28:48.096699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35156) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:48.204604 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b74124-cdaa-4b6c-aec2-a952546421ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:48.205053 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b74124-cdaa-4b6c-aec2-a952546421ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:48.206724 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d0b74124-cdaa-4b6c-aec2-a952546421ce admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087391 Aug 30 17:28:50.517752 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35164) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:50.626307 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5c5a5-ffeb-4c65-894b-03500efeb01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:50.627799 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-71e5c5a5-ffeb-4c65-894b-03500efeb01a admin admin] 10.222.0.10 "GET /v2.0/subnets/5390741e-2040-465b-ba73-010a7e72f0a5 HTTP/1.1" status: 200 len: 868 time: 0.1089742 Aug 30 17:28:53.280150 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35172) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:53.399128 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a43d4-25f2-46dd-a531-fd1f6a5907b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:53.400591 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-dd4a43d4-25f2-46dd-a531-fd1f6a5907b0 admin admin] 10.222.0.10 "GET /v2.0/subnets/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63 HTTP/1.1" status: 200 len: 816 time: 0.1191077 Aug 30 17:28:55.893611 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3f44a279-d2f2-493d-9909-f13096e23bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.675895 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3720b74a-8f17-4894-907f-5993d0e77c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.973616 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.718756 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:01.181777 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.419719 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:29:19.339051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35226) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:19.393960 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [None req-fed2d478-45e4-4d80-93a0-2e668b65d744 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:29:19.395167 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fed2d478-45e4-4d80-93a0-2e668b65d744 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548353 Aug 30 17:29:21.889118 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35234) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:21.960228 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a14e9cb-8965-436d-ac86-3ff92a160df0 admin admin] GET failed (client error): The resource could not be found. Aug 30 17:29:21.961742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6a14e9cb-8965-436d-ac86-3ff92a160df0 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713551 Aug 30 17:29:22.125810 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb1194-49c3-4931-b44c-451a042f376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.127278 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-20cb1194-49c3-4931-b44c-451a042f376b admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1604352 Aug 30 17:29:24.639597 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35242) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:24.692622 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:24.780383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Made reservation on behalf of 88e88c6394ef4ff087084bd76032d6fa for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:29:24.782746 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.812531 dv-cinder-759955-15-iscsi neutron-server[94571]: WARNING neutron.services.revisions.revision_plugin [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Could not find related network for resource to bump revision. Aug 30 17:29:24.831584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:29:24.845308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.845798 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Added segment 93bddcf1-1766-4266-80b4-685a981763fa of type vlan for network a65e79e5-ec63-4963-8b07-b7fe83b4cebe Aug 30 17:29:24.898919 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.992085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.992979 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:24.993665 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.059776 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Pushing event updated for resources: {'Network': ['ID=a65e79e5-ec63-4963-8b07-b7fe83b4cebe,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:25.068052 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.068811 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.068811 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.069102 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.069441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.069792 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.070156 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.070516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.070868 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.071204 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.071565 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.071898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:25.083928 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:29:25.147249 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2f4bdac3-1157-42dd-8f4d-991197f56594 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5065222 Aug 30 17:29:25.905814 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-79af4730-b108-4a0a-b3b1-86eb3bac3b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.602676 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35250) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:27.666734 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f95855-a089-40cf-9acb-baf4d74ba868 admin admin] GET failed (client error): The resource could not be found. Aug 30 17:29:27.668260 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-41f95855-a089-40cf-9acb-baf4d74ba868 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0645804 Aug 30 17:29:27.758238 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274e743-ea4d-4553-9de0-7a23c30c00f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:27.759971 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7274e743-ea4d-4553-9de0-7a23c30c00f6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0850165 Aug 30 17:29:27.776015 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:27.877589 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Made reservation on behalf of 88e88c6394ef4ff087084bd76032d6fa for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:29:27.880066 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.149680 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.207766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=562eaeed-9079-42d5-811a-46cbfc58c200,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:28.224842 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Checking segment: {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:29:28.225403 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Network hostable DHCP agents. Network: a65e79e5-ec63-4963-8b07-b7fe83b4cebe, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:29:28.325769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:29:28.411788 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, a65e79e5-ec63-4963-8b07-b7fe83b4cebe) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:29:28.416743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:28.417504 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.425096 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43513d49-7bb5-4f68-bea6-3f5cf4c86c7b None None] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:29:28.498684 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-07a1df17-2510-4298-b780-66cffc9144dc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7267661 Aug 30 17:29:28.609116 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-a65e79e5-ec63-4963-8b07-b7fe83b4cebe', 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe', 'tenant_id': '88e88c6394ef4ff087084bd76032d6fa', 'fixed_ips': [{'subnet_id': '562eaeed-9079-42d5-811a-46cbfc58c200'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:29:28.610284 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.686860 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d359347d-726e-43d5-831f-dcad8450f1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.770146 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Allocated IP 192.168.233.2 (a65e79e5-ec63-4963-8b07-b7fe83b4cebe/562eaeed-9079-42d5-811a-46cbfc58c200/6c635f29-e7e7-45a9-8093-ba46f4701837) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:29:28.980785 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.992825 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.008737 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Transition to ACTIVE for port object 6c635f29-e7e7-45a9-8093-ba46f4701837 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:29.038044 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Transition to ACTIVE for port object 6c635f29-e7e7-45a9-8093-ba46f4701837 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:29.161593 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.240406 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:29:29.246290 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:29:29.258816 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:29:29.264137 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Pushing event updated for resources: {'Port': ['ID=6c635f29-e7e7-45a9-8093-ba46f4701837,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:29.281491 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.282026 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.282653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.283314 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.283831 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.284230 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.284607 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.285137 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.285683 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.286160 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.286540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.287076 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:29:29.355021 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Attempting to bind port 6c635f29-e7e7-45a9-8093-ba46f4701837 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:29:29.355425 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Attempting to bind port 6c635f29-e7e7-45a9-8093-ba46f4701837 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:29:29.355875 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Attempting to bind port 6c635f29-e7e7-45a9-8093-ba46f4701837 on network a65e79e5-ec63-4963-8b07-b7fe83b4cebe {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:29.364389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:29:29.364983 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Checking segment: {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:29:29.365716 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.366499 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Bound using segment: {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:29:29.367352 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Bound port: 6c635f29-e7e7-45a9-8093-ba46f4701837, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:29:29.367995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.456340 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] For port 6c635f29-e7e7-45a9-8093-ba46f4701837, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:29:29.462778 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] For port 6c635f29-e7e7-45a9-8093-ba46f4701837, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=6c635f29-e7e7-45a9-8093-ba46f4701837,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:29:29.563902 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.650233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73c094-2bf3-49ac-a9b2-d6ce769d5f2b None None] Pushing event updated for resources: {'Port': ['ID=6c635f29-e7e7-45a9-8093-ba46f4701837,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:29.700534 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:30.685334 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f7d81-1ccb-44d1-8c2f-9e2e1db12aeb None None] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:29:30.882350 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0f6b2bd8-6709-402f-b74d-d84313a127e4 None None] Provisioning for port 6c635f29-e7e7-45a9-8093-ba46f4701837 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:30.891129 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 6c635f29-e7e7-45a9-8093-ba46f4701837 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:31.064051 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 6c635f29-e7e7-45a9-8093-ba46f4701837 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:31.071555 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 6c635f29-e7e7-45a9-8093-ba46f4701837 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:31.072582 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.186702 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.203997 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.229386 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 6c635f29-e7e7-45a9-8093-ba46f4701837, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=6c635f29-e7e7-45a9-8093-ba46f4701837,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:31.297802 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.364936 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-29ca49be-cd86-40fd-aa4d-bafa36a39a17 None None] Provisioning complete for port 6c635f29-e7e7-45a9-8093-ba46f4701837 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:31.365314 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-29ca49be-cd86-40fd-aa4d-bafa36a39a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.368319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=6c635f29-e7e7-45a9-8093-ba46f4701837,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:32.815063 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 6c635f29-e7e7-45a9-8093-ba46f4701837 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:32.882377 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 6c635f29-e7e7-45a9-8093-ba46f4701837 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:32.882756 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:54.419199 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:29:55.937389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-58c7d7df-b105-4d33-abe1-a3be36cecdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:58.679556 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f18779e8-77bf-4016-999b-502e7f0d2b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:58.936395 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:59.699337 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:01.213356 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:25.932484 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1ef17ea7-260f-44dd-82a7-d90ce80f14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:28.643713 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4b16-2d78-48ad-b432-e3d22dc3cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:28.937993 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:29.695099 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:31.211260 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:31.418200 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:30:52.916313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35302) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:30:52.923036 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [None req-eee32333-1c67-4b4b-9e09-eab1e1dbc5f6 tempest-verify_tempest_config-1383141185 tempest-verify_tempest_config-1383141185-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:30:52.924002 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-eee32333-1c67-4b4b-9e09-eab1e1dbc5f6 tempest-verify_tempest_config-1383141185 tempest-verify_tempest_config-1383141185-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067289 Aug 30 17:30:53.463952 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35320) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:30:53.573661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:53.659967 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:53.754793 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:53.800742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8847da5af464f258a4162eab8199ead&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3357322 Aug 30 17:30:53.801598 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74913999-27e2-437d-b36d-985a0e6fdeb5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:30:53.803415 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35324) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:30:53.808629 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.808991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.809336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.809669 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.809997 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.810350 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.810677 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.811001 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.811337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.811662 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.812626 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.812961 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73405f44-b73c-495f-ba54-daa573b20309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:53.861408 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:53.883518 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:54.046185 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:54.049188 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:54.050378 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74913999-27e2-437d-b36d-985a0e6fdeb5 HTTP/1.1" status: 204 len: 168 time: 0.2459838 Aug 30 17:30:54.058317 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74913999-27e2-437d-b36d-985a0e6fdeb5,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:30:54.066351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.066699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.067043 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.067383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.067716 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.068047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.068378 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.068727 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.069064 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.069391 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.069716 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:54.070039 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d1244-14b6-4d1f-a903-b0a57dd9da8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:30:55.908791 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9a9578ab-2d8e-4bb3-b121-28ea1e014baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:58.674680 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-35eb9843-8dac-4eea-9e17-fef4b4eaaf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:58.919699 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:59.680075 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:01.202968 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:08.417245 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:31:25.949518 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-06979634-e378-45d4-8448-1d3fe58574b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:28.658179 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f2164208-67b9-4d32-ac38-28ef52cc3567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:28.915619 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:29.686790 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:31.261566 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.415717 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:31:55.919944 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-824c9e48-3e00-4105-940a-bb8b1e970f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:58.677792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dae080c9-475a-4a7c-88e5-e5764996ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:58.948407 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:59.674024 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:01.186334 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:22.415449 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 5 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:32:25.913613 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-948b76ee-0f45-492b-8947-da35cb2542b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:26.981005 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565415'] for agent, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:28.655630 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ff9dfd57-404f-467b-bbbc-77493343ea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:28.952889 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:29.729729 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:31.198744 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:42.195791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35400) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:32:42.313550 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b651ce29-503c-4f17-aa22-2234caae5dc8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1163208 Aug 30 17:32:44.578269 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35410) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:32:44.643899 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-59c5e979-5306-40f4-a4b3-0d7acb081858 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0644941 Aug 30 17:32:55.893274 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-95cf9dcb-0ea9-4dc5-903c-20fbf20a2e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:56.912104 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.631452 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-69d0679e-2712-413c-8b83-d192996a78a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.937653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:59.414642 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:32:59.734415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:01.275298 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.887134 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-59c74b39-87d2-43c9-a1ff-118bef87ce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.910321 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.687418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4070f156-7bad-4e85-8c86-0c65e9f36720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.938467 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.784024 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:31.199876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:36.415403 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:33:55.914572 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5cde9ffd-d108-4bcb-9da7-6f85ac5608eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:56.937306 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:58.640146 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0e0acb0d-90ca-4125-87db-8945aabeebd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:58.977418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:59.685863 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:01.211629 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:13.414347 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:34:16.799490 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35606) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:17.109144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-network', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:17.217038 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Made reservation on behalf of 2bb9dc2c6337401a9def8b7d509a6095 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:17.220276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.228804 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.326828 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.400370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.422247 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:17.427682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35638) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:17.446016 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.451313 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Added segment a2f213ba-6662-425d-bd94-e73df94e40f2 of type vlan for network b425eb6f-6425-46a4-9e43-520a6f79111d Aug 30 17:34:17.464235 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e723e5e1-fd7b-48eb-b8d2-26814816b31e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:17.472655 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35648) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:17.479403 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.480055 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.480560 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.481064 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.481825 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.482385 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.482875 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.483384 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.483882 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.484393 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.484893 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.485371 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Tracked resource versions report: Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: pushed versions: Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: { 'AddressGroup': {'1.2'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'ConntrackHelper': {'1.0'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Log': {'1.0'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Network': {'1.1'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Port': {'1.7'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'PortForwarding': {'1.2'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'QosPolicy': {'1.9'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroup': {'1.4'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SubPort': {'1.0'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Subnet': {'1.1'}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Trunk': {'1.1'}} Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: consumer versions: Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: HyperV agent@hv-cinder-75995: {}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'ConntrackHelper': '1.0', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Log': '1.0', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Network': '1.1', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Port': '1.7', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'PortForwarding': '1.2', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'QosPolicy': '1.9', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroup': '1.4', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SecurityGroupRule': '1.2', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'SubPort': '1.0', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Subnet': '1.1', Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: 'Trunk': '1.1'}} Aug 30 17:34:17.486902 dv-cinder-759955-15-iscsi neutron-server[94571]: {{(pid=94571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:34:17.537491 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.623690 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.625773 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:17.627490 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.715955 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] Pushing event updated for resources: {'Network': ['ID=b425eb6f-6425-46a4-9e43-520a6f79111d,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:17.733123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network b425eb6f-6425-46a4-9e43-520a6f79111d details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:17.794827 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1654675026-network', 'tenant_id': 'e6dac816884743cb86601cdc20d7618d'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:17.809951 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fccbd218-325e-4ee3-94c1-24e667540773 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0092814 Aug 30 17:34:17.812881 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35664) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:17.818510 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Request body: {'subnet': {'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-subnet', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:17.839493 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-602352125-network', 'tenant_id': '5b6e3de8853a4966a6a8a94557f79136'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:17.906140 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Made reservation on behalf of e6dac816884743cb86601cdc20d7618d for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:17.908570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:17.975530 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.005435 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Made reservation on behalf of 2bb9dc2c6337401a9def8b7d509a6095 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:18.007840 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.095865 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Made reservation on behalf of 5b6e3de8853a4966a6a8a94557f79136 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:18.100560 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.124208 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.236199 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.316462 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35678) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:18.440816 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.469018 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.493807 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:18.493979 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1528b3db-c635-48ee-a684-c643eb323e5b,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:18.511682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.512136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Added segment f546bdf4-c8d4-407d-a1aa-1c6ddcd31d7b of type vlan for network ca62f2c9-730c-4aeb-8d29-0ba7589b130e Aug 30 17:34:18.542303 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Checking segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:18.542303 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Network hostable DHCP agents. Network: b425eb6f-6425-46a4-9e43-520a6f79111d, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:18.587547 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.612270 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea37602-eab8-4d4d-b2bb-dd3bd13610dc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:18.622458 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Network b425eb6f-6425-46a4-9e43-520a6f79111d is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:18.641669 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.642128 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.642469 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.642979 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.643309 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.643644 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.643977 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.644363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.644713 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.645610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.646164 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.646664 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Tracked resource versions report: Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: pushed versions: Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: { 'AddressGroup': {'1.2'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'ConntrackHelper': {'1.0'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Log': {'1.0'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Network': {'1.1'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Port': {'1.7'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'PortForwarding': {'1.2'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'QosPolicy': {'1.9'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroup': {'1.4'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SubPort': {'1.0'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Subnet': {'1.1'}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Trunk': {'1.1'}} Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: consumer versions: Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: HyperV agent@hv-cinder-75995: {}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'ConntrackHelper': '1.0', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Log': '1.0', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Network': '1.1', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Port': '1.7', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'PortForwarding': '1.2', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'QosPolicy': '1.9', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroup': '1.4', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SecurityGroupRule': '1.2', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'SubPort': '1.0', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Subnet': '1.1', Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: 'Trunk': '1.1'}} Aug 30 17:34:18.647861 dv-cinder-759955-15-iscsi neutron-server[94572]: {{(pid=94572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:34:18.703407 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.723733 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, b425eb6f-6425-46a4-9e43-520a6f79111d) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:18.727768 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-245746218-network', 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:18.729383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:18.730489 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.735834 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa550f02-7f53-4b78-b17e-62e7f9542d04 None None] Network b425eb6f-6425-46a4-9e43-520a6f79111d requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:18.755224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.757113 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:18.758132 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.834661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.864973 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=ca62f2c9-730c-4aeb-8d29-0ba7589b130e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:18.869687 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:18.873998 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d3d78500-cc06-4133-8742-d66034b6590d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0598800 Aug 30 17:34:18.877038 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35714) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:18.882209 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network ca62f2c9-730c-4aeb-8d29-0ba7589b130e details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:18.882467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:18.901499 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.901839 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Added segment 354887d0-8ade-4929-9025-426c6c3c8f8a of type vlan for network a7723753-d354-424e-bd93-73b643dfec5c Aug 30 17:34:18.903180 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69cd512-986a-411e-8ff2-7dd8781aa225,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:18.946606 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.970678 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-df74e57d-d3f3-47d1-8d6c-78c2c566bfa3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5415418 Aug 30 17:34:18.974378 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35716) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:18.979459 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Request body: {'subnet': {'network_id': 'ca62f2c9-730c-4aeb-8d29-0ba7589b130e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1654675026-subnet', 'tenant_id': 'e6dac816884743cb86601cdc20d7618d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:18.991856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-b425eb6f-6425-46a4-9e43-520a6f79111d', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:34:18.997610 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.044926 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.046046 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:19.046764 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.095732 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:19.098214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.111270 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.123047 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] Pushing event updated for resources: {'Network': ['ID=a7723753-d354-424e-bd93-73b643dfec5c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:19.142397 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network a7723753-d354-424e-bd93-73b643dfec5c details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:19.194224 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Allocated IP 172.20.0.2 (b425eb6f-6425-46a4-9e43-520a6f79111d/1528b3db-c635-48ee-a684-c643eb323e5b/9b00c425-f3a2-47a5-864b-18a788c179e2) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:19.231163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.235624 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.334211 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-e2950691-d4e9-4ce5-a638-00c69de27a05 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8604877 Aug 30 17:34:19.334470 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.334571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:19.339573 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Request body: {'subnet': {'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-602352125-subnet', 'tenant_id': '5b6e3de8853a4966a6a8a94557f79136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:19.347348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.db.api [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 17:34:19.347348 dv-cinder-759955-15-iscsi neutron-server[94572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 17:34:19.347348 dv-cinder-759955-15-iscsi neutron-server[94572]: [parameters: {'project_id_1': '7a8c3513aa234e18b6a28f190febe4b4', 'expiration_1': datetime.datetime(2021, 8, 30, 17, 34, 19, 128771)}] Aug 30 17:34:19.347348 dv-cinder-759955-15-iscsi neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 17:34:19.347700 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG oslo_db.api [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 17:34:19.362827 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35734) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:19.398446 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.408825 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Transition to ACTIVE for port object 9b00c425-f3a2-47a5-864b-18a788c179e2 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:19.429022 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Transition to ACTIVE for port object 9b00c425-f3a2-47a5-864b-18a788c179e2 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:19.496370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Made reservation on behalf of e6dac816884743cb86601cdc20d7618d for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:19.498725 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.542207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Made reservation on behalf of 5b6e3de8853a4966a6a8a94557f79136 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:19.543876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.544662 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.619240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.713380 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Network b425eb6f-6425-46a4-9e43-520a6f79111d is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:19.716892 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:19.721529 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:19.782906 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Pushing event updated for resources: {'Port': ['ID=9b00c425-f3a2-47a5-864b-18a788c179e2,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:19.796675 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Tracked resource versions report: Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: pushed versions: Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: { 'AddressGroup': {'1.2'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'ConntrackHelper': {'1.0'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Log': {'1.0'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Network': {'1.1'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Port': {'1.7'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'PortForwarding': {'1.2'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'QosPolicy': {'1.9'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroup': {'1.4'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SubPort': {'1.0'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Subnet': {'1.1'}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Trunk': {'1.1'}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: consumer versions: Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: HyperV agent@hv-cinder-75995: {}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'ConntrackHelper': '1.0', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Log': '1.0', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Network': '1.1', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Port': '1.7', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'PortForwarding': '1.2', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'QosPolicy': '1.9', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroup': '1.4', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SecurityGroupRule': '1.2', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'SubPort': '1.0', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Subnet': '1.1', Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: 'Trunk': '1.1'}} Aug 30 17:34:19.804995 dv-cinder-759955-15-iscsi neutron-server[94573]: {{(pid=94573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:34:19.831917 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Attempting to bind port 9b00c425-f3a2-47a5-864b-18a788c179e2 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:19.833201 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Attempting to bind port 9b00c425-f3a2-47a5-864b-18a788c179e2 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:19.833969 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Attempting to bind port 9b00c425-f3a2-47a5-864b-18a788c179e2 on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:19.838778 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8594ea1a-357c-4bc9-ae22-299b5c0b65ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.841600 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:19.842382 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Checking segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:19.843047 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.843732 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Bound using segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:19.844461 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Bound port: 9b00c425-f3a2-47a5-864b-18a788c179e2, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:19.845128 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.848934 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.988448 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] For port 9b00c425-f3a2-47a5-864b-18a788c179e2, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:19.995558 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] For port 9b00c425-f3a2-47a5-864b-18a788c179e2, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9b00c425-f3a2-47a5-864b-18a788c179e2,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:20.070077 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8594ea1a-357c-4bc9-ae22-299b5c0b65ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.072464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.109039 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.221110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfa1921-eff2-4903-a416-96a3f636d0d5,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.237834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8594ea1a-357c-4bc9-ae22-299b5c0b65ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.292642 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41322d1-09c0-4654-ba89-b53b7539b69b None None] Pushing event updated for resources: {'Port': ['ID=9b00c425-f3a2-47a5-864b-18a788c179e2,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.329546 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.333662 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.346707 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Checking segment: {'id': '354887d0-8ade-4929-9025-426c6c3c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:20.347022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Network hostable DHCP agents. Network: a7723753-d354-424e-bd93-73b643dfec5c, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:20.355485 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-8594ea1a-357c-4bc9-ae22-299b5c0b65ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3a2b3f1915d443798f3894aba13afc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9879146 Aug 30 17:34:20.358878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:20.365470 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594ea1a-357c-4bc9-ae22-299b5c0b65ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee51f60-d748-4172-a3b9-66474c88a2a0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.380873 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.502313 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=683e278a-538f-452b-a912-a221be8e04f6,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.535252 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.579289 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Allocated IP 172.27.3.148 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/7f45d28b-16d4-4b01-ac34-ff6050b2bbde) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:20.587971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Network a7723753-d354-424e-bd93-73b643dfec5c is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:20.606530 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Checking segment: {'id': 'f546bdf4-c8d4-407d-a1aa-1c6ddcd31d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ca62f2c9-730c-4aeb-8d29-0ba7589b130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:20.607558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Network hostable DHCP agents. Network: ca62f2c9-730c-4aeb-8d29-0ba7589b130e, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:20.611071 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.613134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.712624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.750536 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b197cc-a8b4-4951-ac8e-cd31439bcfbd,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.768899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, a7723753-d354-424e-bd93-73b643dfec5c) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:20.774168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:20.779425 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.779728 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.780337 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbe691-1a0a-4f07-b69b-56c0558e18ed None None] Network a7723753-d354-424e-bd93-73b643dfec5c requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:20.829909 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.836801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.836801 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cee51f60-d748-4172-a3b9-66474c88a2a0 HTTP/1.1" status: 204 len: 168 time: 0.4738317 Aug 30 17:34:20.843486 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:20.853183 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7995dd-d61d-4e3a-a3d4-8ae19fa6d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee51f60-d748-4172-a3b9-66474c88a2a0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:20.856105 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Network ca62f2c9-730c-4aeb-8d29-0ba7589b130e is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:20.870441 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9a9b26a3-c350-4a43-9ebc-c5170cadcf77 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5296929 Aug 30 17:34:20.876789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, ca62f2c9-730c-4aeb-8d29-0ba7589b130e) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:20.881984 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:20.882959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.891964 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:20.892579 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Added segment 80a83ede-a79a-4267-9ce7-dc34c3968540 of type vlan for network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f Aug 30 17:34:20.907540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c84c6e-dce6-457a-9236-49bec4fa02f6 None None] Network ca62f2c9-730c-4aeb-8d29-0ba7589b130e requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:20.938035 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.015797 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.025235 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:21.069280 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:21.080927 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cced9a2-bfd4-4790-ab0d-1e80ae94db48 None None] Network a7723753-d354-424e-bd93-73b643dfec5c requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:21.086770 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-43ad5e2a-aced-4919-ab96-cfb70bf8a9fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1110692 Aug 30 17:34:21.092590 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:21.119229 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.120453 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:21.121206 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.275212 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9b00c425-f3a2-47a5-864b-18a788c179e2 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:21.307682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:21.347000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-aaf70ab5-5da5-4586-8d29-e3465131e177 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0292828 Aug 30 17:34:21.350431 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35788) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:21.355673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Request body: {'subnet': {'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-245746218-subnet', 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:21.362211 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Pushing event updated for resources: {'Port': ['ID=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:21.406651 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:21.609956 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7111d7-2d2c-4caf-b1f6-476bdf94a618 None None] Network ca62f2c9-730c-4aeb-8d29-0ba7589b130e requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:21.611616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:21.611616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.755741 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 9b00c425-f3a2-47a5-864b-18a788c179e2 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:21.831033 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1434bf-abbf-4625-a4a0-4a4a680dae56 None None] Network b425eb6f-6425-46a4-9e43-520a6f79111d requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:21.868898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:21.966526 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.049797 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a451163-90c2-4584-8c48-37f44b13ac5e,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:22.065208 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Checking segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:22.065629 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Network hostable DHCP agents. Network: 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:22.178310 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Provisioning for port 9b00c425-f3a2-47a5-864b-18a788c179e2 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:22.202780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Provisioning complete for port 9b00c425-f3a2-47a5-864b-18a788c179e2 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:22.203151 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.217201 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.277919 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:22.351302 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.388501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:22.399325 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:22.399505 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.412867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2c35d-16ae-435e-8947-b2d6d7ed2342 None None] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:22.450059 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:34:22.541576 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3238c24d-4182-4bfb-9006-6c931f81b8b0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1895535 Aug 30 17:34:22.615085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] For port 9b00c425-f3a2-47a5-864b-18a788c179e2, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9b00c425-f3a2-47a5-864b-18a788c179e2,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:22.666186 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35838) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:22.670350 dv-cinder-759955-15-iscsi neutron-server[94572]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 17:34:22.712756 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39fcc6-0f2d-40a4-a259-c0f4439d160a None None] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:22.776084 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:34:22.789528 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:34:22.803706 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.821015 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:34:22.821836 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:33:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:22.918401 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:22.919568 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-16deea3f-1103-4b27-bc17-072afe9cca1c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0412638 Aug 30 17:34:22.922556 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 35848) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:22.966298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-6940b174-d9f3-4eb4-846b-d15e048f221c tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:22.967877 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-6940b174-d9f3-4eb4-846b-d15e048f221c tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/networks?id=a7723753-d354-424e-bd93-73b643dfec5c HTTP/1.1" status: 200 len: 811 time: 0.2988389 Aug 30 17:34:22.991709 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-1e5b1141-38e7-4f6c-8c5c-1db952b855d7 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/quotas/5b6e3de8853a4966a6a8a94557f79136 HTTP/1.1" status: 200 len: 375 time: 0.0174427 Aug 30 17:34:23.011115 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03fbc0-099c-4769-bba7-05c39767e630 None None] Pushing event updated for resources: {'Port': ['ID=9b00c425-f3a2-47a5-864b-18a788c179e2,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:23.021384 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:34:23.022373 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35854) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:23.049459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-cd5bddb9-0b08-437a-a1a4-a4827097b2cc None None] Provisioning complete for port 9b00c425-f3a2-47a5-864b-18a788c179e2 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:23.049834 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cd5bddb9-0b08-437a-a1a4-a4827097b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.148074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072915673-network', 'tenant_id': '9b9ff32e8d694ede879e7ffdbe2a0546'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:23.215389 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-aef6410b-ae8f-4875-9fef-2c1fc4416124 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b6e3de8853a4966a6a8a94557f79136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2179403 Aug 30 17:34:23.267835 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:21Z', 'revision_number': 3, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:23.296748 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:34:23.298252 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Updating router 00af5b2b-4321-4d9c-b68c-a7c831928b0f port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:34:23.332765 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.341178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Made reservation on behalf of 9b9ff32e8d694ede879e7ffdbe2a0546 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:23.345073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.380155 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.574739 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35886) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:23.584611 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.667664 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.707709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:23.746683 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8929240-91ed-496d-82dc-57a914e22a59,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:23.755361 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.755361 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Added segment e097aeb3-1d3b-4f27-a64c-b2d4083b0e1c of type vlan for network c8e4b4e0-1b2c-4903-bd57-53fe7530619a Aug 30 17:34:23.815245 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.837303 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-45001660-bb9c-4cdd-a043-6ec015d270cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:23.838596 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Transition to ACTIVE for port object 7f45d28b-16d4-4b01-ac34-ff6050b2bbde will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:23.839097 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-45001660-bb9c-4cdd-a043-6ec015d270cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.2585750 Aug 30 17:34:23.841297 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.866382 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-cde2c590-a43c-4fd1-ab91-0cc3b5a3b7aa tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/quotas/7a8c3513aa234e18b6a28f190febe4b4 HTTP/1.1" status: 200 len: 375 time: 0.0203269 Aug 30 17:34:23.905076 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-7368f81e-f0b0-4edc-b3f2-2614bc6d6285 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302196 Aug 30 17:34:23.933833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-078a4b58-6350-4d42-a3e3-3569ec0d6e76 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:34:23.935245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-078a4b58-6350-4d42-a3e3-3569ec0d6e76 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2951744 Aug 30 17:34:23.948016 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.013801 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.026595 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Pushing event updated for resources: {'Port': ['ID=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:24.067184 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.068290 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.068978 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.069752 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.070317 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.070762 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.071200 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.072197 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.073587 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.074151 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.074595 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.075245 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Tracked resource versions report: Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: pushed versions: Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: { 'AddressGroup': {'1.2'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'ConntrackHelper': {'1.0'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Log': {'1.0'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Network': {'1.1'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Port': {'1.7'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'PortForwarding': {'1.2'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'QosPolicy': {'1.9'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroup': {'1.4'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SubPort': {'1.0'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Subnet': {'1.1'}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Trunk': {'1.1'}} Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: consumer versions: Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: { DHCP agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: HyperV agent@hv-cinder-75995: {}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: L3 agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: Metadata agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: Metering agent@dv-cinder-759955-15-iscsi: {}, Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: Open vSwitch agent@dv-cinder-759955-15-iscsi: { 'AddressGroup': '1.2', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'ConntrackHelper': '1.0', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Log': '1.0', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Network': '1.1', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Port': '1.7', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'PortForwarding': '1.2', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'QosPolicy': '1.9', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroup': '1.4', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SecurityGroupRule': '1.2', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'SubPort': '1.0', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Subnet': '1.1', Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: 'Trunk': '1.1'}} Aug 30 17:34:24.076822 dv-cinder-759955-15-iscsi neutron-server[94574]: {{(pid=94574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:34:24.095493 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Attempting to bind port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:24.099254 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Attempting to bind port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:24.101331 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Attempting to bind port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:24.120180 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:24.127535 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:24.127535 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.127535 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:24.127535 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Bound port: 7f45d28b-16d4-4b01-ac34-ff6050b2bbde, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:24.127535 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.128463 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.129457 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.130055 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.208785 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] For port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:24.212846 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] For port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:24.217250 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] Pushing event updated for resources: {'Network': ['ID=c8e4b4e0-1b2c-4903-bd57-53fe7530619a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:24.231816 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network c8e4b4e0-1b2c-4903-bd57-53fe7530619a details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:24.264232 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-16ecd040-335b-429a-aaa2-d2b4ebb49177 service neutron] 10.222.0.10 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205857 Aug 30 17:34:24.299811 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.312779 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Allocated IP 172.20.0.1 (b425eb6f-6425-46a4-9e43-520a6f79111d/1528b3db-c635-48ee-a684-c643eb323e5b/52b54b58-0bd5-4527-8672-62b9b37aee92) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:24.353842 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:34:24.354815 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:33:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:24.362137 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-8abb2ddd-d442-43aa-875e-cdf3e492a99d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2384274 Aug 30 17:34:24.364850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 35916) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:24.374126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Request body: {'subnet': {'network_id': 'c8e4b4e0-1b2c-4903-bd57-53fe7530619a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2072915673-subnet', 'tenant_id': '9b9ff32e8d694ede879e7ffdbe2a0546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:24.394258 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-cdaf5038-fe61-4581-a434-d1871b89178b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:34:24.395814 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-cdaf5038-fe61-4581-a434-d1871b89178b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2684226 Aug 30 17:34:24.502059 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.535160 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Transition to ACTIVE for port object 52b54b58-0bd5-4527-8672-62b9b37aee92 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:24.544499 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:34:24.546697 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-487504d8-e853-4ff1-9bf7-e2d1920d6e9b service neutron] 10.222.0.10 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712924 Aug 30 17:34:24.581643 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-dce4b55d-d867-42d0-a481-f266817b5f63 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769340 Aug 30 17:34:24.703753 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Made reservation on behalf of 9b9ff32e8d694ede879e7ffdbe2a0546 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:24.708182 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.751310 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191ef0-9640-4ed4-ab69-9f843f9c5873 None None] Pushing event updated for resources: {'Port': ['ID=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:24.777058 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.891917 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Network b425eb6f-6425-46a4-9e43-520a6f79111d is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:24.895357 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:24.911018 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:21Z', 'revision_number': 3, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:24.913624 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:24.914137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.949443 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-a7ed3cf5-fb73-4e82-a5f1-f10a27903096 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585973 Aug 30 17:34:24.953479 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e51fca-e52e-4a8f-9ede-df6374abfb0f None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:21Z', 'revision_number': 3, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:34:25.014216 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Pushing event updated for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:25.069826 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9b00c425-f3a2-47a5-864b-18a788c179e2 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:25.259348 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 9b00c425-f3a2-47a5-864b-18a788c179e2 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:25.264537 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.366299 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.408973 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.747757 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-29088ea5-d130-46ab-a3af-8737bf1959e7 req-cb71c11b-cc9e-4f94-8be8-90f1b3c49555 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.2672467 Aug 30 17:34:25.813878 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e2b19a21-882f-40ce-b87e-95221f8b161c None None] Provisioning for port 52b54b58-0bd5-4527-8672-62b9b37aee92 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:25.834022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a4ff60-68ae-4528-afdb-4ceee072cae5,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:25.871766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Checking segment: {'id': 'e097aeb3-1d3b-4f27-a64c-b2d4083b0e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c8e4b4e0-1b2c-4903-bd57-53fe7530619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:25.871766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Network hostable DHCP agents. Network: c8e4b4e0-1b2c-4903-bd57-53fe7530619a, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:25.903662 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e2b19a21-882f-40ce-b87e-95221f8b161c None None] Provisioning complete for port 52b54b58-0bd5-4527-8672-62b9b37aee92 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:25.904034 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e2b19a21-882f-40ce-b87e-95221f8b161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.945359 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.960890 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-00d92683-0137-448e-8f1d-db448483d5cd req-8ac31ffb-5a89-43ad-bd20-dbb1783abdf6 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0684078 Aug 30 17:34:26.025502 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e2b19a21-882f-40ce-b87e-95221f8b161c None None] Port 52b54b58-0bd5-4527-8672-62b9b37aee92 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:34:26.085363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f92eab09-e231-4144-baab-353fde5eda4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.086486 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.089237 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.189121 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Network c8e4b4e0-1b2c-4903-bd57-53fe7530619a is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:26.260758 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Pushing event updated for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:26.307659 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, c8e4b4e0-1b2c-4903-bd57-53fe7530619a) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:26.312681 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:26.313276 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.319212 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6818c-1d70-4929-94fe-62a5a738d1e9 None None] Network c8e4b4e0-1b2c-4903-bd57-53fe7530619a requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:26.332452 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Network b425eb6f-6425-46a4-9e43-520a6f79111d is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:26.333922 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:26.409378 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a508d5b4-260d-49fc-b3bf-2eda1c77b578 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0342596 Aug 30 17:34:26.654196 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:34:26.695906 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b62e95-af4c-43af-9869-0492da67140a None None] Network c8e4b4e0-1b2c-4903-bd57-53fe7530619a requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:26.709799 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36044) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:26.785019 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:34:26.800482 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-aaf22e9e-d0e5-4791-a0a7-aad72c6c8a7c admin admin] 10.222.0.10 "PUT /v2.0/routers/00af5b2b-4321-4d9c-b68c-a7c831928b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763638 Aug 30 17:34:26.828253 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Deleting subnet 683e278a-538f-452b-a912-a221be8e04f6 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:34:26.834029 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.889750 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.909771 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.950406 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0532511a-d797-4855-946a-9d33932bbbc3 None None] Provisioning complete for port 52b54b58-0bd5-4527-8672-62b9b37aee92 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:26.950406 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0532511a-d797-4855-946a-9d33932bbbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:26.999668 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0532511a-d797-4855-946a-9d33932bbbc3 None None] Port 52b54b58-0bd5-4527-8672-62b9b37aee92 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:34:27.012891 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-05025142-271a-4052-93c3-fdc00b127159 req-00b024e9-7590-4c47-a687-17121422e012 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.1084869 Aug 30 17:34:27.079123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.106060 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 7f45d28b-16d4-4b01-ac34-ff6050b2bbde up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:27.131604 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a4d9891b-51a8-4c74-b097-850575f4f476 req-a6cb02e2-2d82-4691-9750-76eb7de84df3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0754931 Aug 30 17:34:27.251157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.306431 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683e278a-538f-452b-a912-a221be8e04f6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:27.339720 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.342765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-330ac1fc-d24b-46ec-b105-0df38eda210a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/683e278a-538f-452b-a912-a221be8e04f6 HTTP/1.1" status: 204 len: 168 time: 0.6314499 Aug 30 17:34:27.344723 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:27.359138 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:27.365492 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:27.369095 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.464553 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.531867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.592171 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:27.601382 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.621316 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.621613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.622214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.622558 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > port after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.622997 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.623211 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > port after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.623670 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.623853 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.624165 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.624492 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.668649 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:34:27.686506 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.703269 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:34:27.703938 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:33:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:27.860082 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.861061 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.861546 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.862022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:34:27.862722 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca62f2c9-730c-4aeb-8d29-0ba7589b130e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:27.870870 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:27.886054 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f546bdf4-c8d4-407d-a1aa-1c6ddcd31d7b') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:27.886569 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f546bdf4-c8d4-407d-a1aa-1c6ddcd31d7b') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:27.905445 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.928764 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.951701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:34:27.951701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: from cryptography.utils import int_from_bytes Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: from cryptography.utils import int_from_bytes Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:34:27.957472 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:34:27.966329 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:34:27.981708 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36098) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:27.987561 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166707498', 'description': 'tempest-description--1188615518'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:28.075830 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36104) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.111672 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36110) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.125231 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.188461 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.236237 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.246325 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ca62f2c9-730c-4aeb-8d29-0ba7589b130e HTTP/1.1" status: 204 len: 168 time: 0.8990397 Aug 30 17:34:28.251184 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12cfd0-071b-4532-b75a-8888c3968538 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca62f2c9-730c-4aeb-8d29-0ba7589b130e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:28.257253 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36116) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.306951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.315812 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fc7912c0-7fca-4fc7-91b1-22a2d1304dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.333434 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ea9d9dd2-9303-4b82-9654-425b68a5f78c req-90d422ee-d8fe-4ca6-90dd-6b9ef16f3b0c tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.1164601 Aug 30 17:34:28.353886 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 2, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:28.386847 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2cfc677c-d93c-41ff-bb4c-91ccc3ebfc20 req-49cee8e5-0deb-4171-9925-a57a3c736f32 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0767553 Aug 30 17:34:28.392436 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:34:28.393372 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Updating router 00af5b2b-4321-4d9c-b68c-a7c831928b0f port 52b54b58-0bd5-4527-8672-62b9b37aee92 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:34:28.407307 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.415774 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Deleting subnet a6a4ff60-68ae-4528-afdb-4ceee072cae5 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:34:28.419928 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.433893 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.477274 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.486975 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88601c1c-721c-4192-902c-24e1f5a0e058,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:28.509184 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36120) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.575983 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.602734 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fc7912c0-7fca-4fc7-91b1-22a2d1304dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.621085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-65b5d046-32b3-4203-a942-a085466cd726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.631317 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00ba3d6b-0640-4e6c-baa0-f9f0a536d6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.685890 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fc7912c0-7fca-4fc7-91b1-22a2d1304dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.714846 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0d6eab4-bbd4-4b93-8331-6cd044676462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.741557 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fc7912c0-7fca-4fc7-91b1-22a2d1304dfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e25a2eb39d6e4d8ebea000141c2d5ee8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6604872 Aug 30 17:34:28.741557 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7912c0-7fca-4fc7-91b1-22a2d1304dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a171268c-b6a5-4007-84be-d9d3dde84cae,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:28.741955 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36128) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.783103 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.800867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.804885 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f74a9b0f-23e3-44f6-aa0b-1ceb8dec18d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8187118 Aug 30 17:34:28.805139 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36130) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.810243 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group_rule': {'security_group_id': '88601c1c-721c-4192-902c-24e1f5a0e058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:28.815330 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a4ff60-68ae-4528-afdb-4ceee072cae5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:28.822388 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.824613 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b86a8036-3bc8-43ed-b561-7c6091e50c7e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a6a4ff60-68ae-4528-afdb-4ceee072cae5 HTTP/1.1" status: 204 len: 168 time: 0.5255764 Aug 30 17:34:28.827615 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36132) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:28.830885 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.843603 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Transition to ACTIVE for port object 52b54b58-0bd5-4527-8672-62b9b37aee92 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:28.880287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.912853 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-65b5d046-32b3-4203-a942-a085466cd726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.913245 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.922299 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.937843 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.978545 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.982855 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d45c0-194f-4f67-8c24-b11aad3c066c None None] Pushing event updated for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.012703 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-65b5d046-32b3-4203-a942-a085466cd726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.055017 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 7f45d28b-16d4-4b01-ac34-ff6050b2bbde up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:29.065287 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d046-32b3-4203-a942-a085466cd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca98d2b-7824-4814-94ff-4b33f730751a,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.073593 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-65b5d046-32b3-4203-a942-a085466cd726 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03b983bb6c3f44b398ccfb03152bedd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5627589 Aug 30 17:34:29.074677 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36134) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:29.136842 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Attempting to bind port 52b54b58-0bd5-4527-8672-62b9b37aee92 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:29.138364 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Attempting to bind port 52b54b58-0bd5-4527-8672-62b9b37aee92 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:29.138970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Attempting to bind port 52b54b58-0bd5-4527-8672-62b9b37aee92 on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:29.151299 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:29.151897 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Checking segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:29.152572 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.153271 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Bound using segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:29.153486 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.154111 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Bound port: 52b54b58-0bd5-4527-8672-62b9b37aee92, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:29.154838 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.192516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.211944 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:29.212595 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.230910 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.247624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e4b4e0-1b2c-4903-bd57-53fe7530619a']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:29.265173 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e097aeb3-1d3b-4f27-a64c-b2d4083b0e1c') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:29.265472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e097aeb3-1d3b-4f27-a64c-b2d4083b0e1c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:29.267786 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] For port 52b54b58-0bd5-4527-8672-62b9b37aee92, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:29.272607 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] For port 52b54b58-0bd5-4527-8672-62b9b37aee92, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=52b54b58-0bd5-4527-8672-62b9b37aee92,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:29.277078 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.291045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.297082 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:34:29.297464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:34:29.299158 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:34:29.330754 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.333740 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.334067 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.337847 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ca98d2b-7824-4814-94ff-4b33f730751a HTTP/1.1" status: 204 len: 168 time: 0.2595489 Aug 30 17:34:29.341557 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.344063 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.358761 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf2497-dc93-48d8-a8cb-b481c752e4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca98d2b-7824-4814-94ff-4b33f730751a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.360663 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a171268c-b6a5-4007-84be-d9d3dde84cae HTTP/1.1" status: 204 len: 168 time: 0.6025760 Aug 30 17:34:29.412203 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711ccdc-5408-426a-bfa1-316136551b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a171268c-b6a5-4007-84be-d9d3dde84cae,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.471719 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:34:29.473770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:34:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:29.476541 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d45c0-194f-4f67-8c24-b11aad3c066c None None] Pushing event updated for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.566052 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00ba3d6b-0640-4e6c-baa0-f9f0a536d6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.572469 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1811c4f5-e590-44c7-8a0e-a8b7b3ae1232 req-954ed08c-eeac-4602-af15-fed01c48f141 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0503824 Aug 30 17:34:29.584674 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.589622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.593374 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] 10.222.0.10 "DELETE /v2.0/networks/c8e4b4e0-1b2c-4903-bd57-53fe7530619a HTTP/1.1" status: 204 len: 168 time: 0.7633202 Aug 30 17:34:29.612799 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1e7633eb-9d2c-41a5-8b14-39bae61dd997 req-f8a0336d-5ae3-49f0-95e7-13eba6290d4d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0447361 Aug 30 17:34:29.626687 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f18af-3f64-44a1-ae89-b77016cff77d admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e4b4e0-1b2c-4903-bd57-53fe7530619a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.655777 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-00ba3d6b-0640-4e6c-baa0-f9f0a536d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.703046 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba3d6b-0640-4e6c-baa0-f9f0a536d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df4d5f-e4b0-4aa1-98d9-80f717341d51,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:29.707687 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-00ba3d6b-0640-4e6c-baa0-f9f0a536d6e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b38d7b8240840e1b38eab60ec482a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5947404 Aug 30 17:34:29.708240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36148) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:29.708955 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:34:29.795388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.796414 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.842807 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.875920 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.902814 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.974742 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:29Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:34:29.987155 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.006356 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ace70-922d-49cc-84fc-6044b7536500 None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:29Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:34:30.008097 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5487d005-16ab-44e0-8b8c-675286b43403,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:30.094541 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.095908 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.097209 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9df4d5f-e4b0-4aa1-98d9-80f717341d51 HTTP/1.1" status: 204 len: 168 time: 0.3870070 Aug 30 17:34:30.109945 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fb379-868f-475b-b198-2de0c6c30fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df4d5f-e4b0-4aa1-98d9-80f717341d51,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:30.155896 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.163993 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-afdf4dce-da8b-4656-a601-4226aa0f9e8d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3509266 Aug 30 17:34:30.163993 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36156) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:30.204023 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group_rule': {'security_group_id': '88601c1c-721c-4192-902c-24e1f5a0e058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:30.890422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.897131 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36160) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:30.899377 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.899377 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36166) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:30.900800 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-0fae8dae-d7c9-47d2-af2a-0d882c3df545 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6dac816884743cb86601cdc20d7618d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1471651 Aug 30 17:34:30.900800 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fb592242-1f4d-469a-a37a-c914f5501170 req-99fa2674-7b00-4bce-933d-6185f0c033d6 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0667031 Aug 30 17:34:30.900800 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:30.902634 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.902634 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8c09ef-69b4-48d7-8691-7b7cd429d0e5,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:30.931742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3434943d-c365-42e6-bf00-37c25fc9e83d req-5e1bf8c0-1333-4aac-9e77-3a718b29d224 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.1156981 Aug 30 17:34:30.932348 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.932501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51d71c96-1da9-4fdd-ac7e-46cb02e887d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.973199 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.085956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.093511 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-11471759-cf9a-4916-abc8-194587a9f943 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9296348 Aug 30 17:34:31.098518 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36176) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:31.104995 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:31.156227 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.156227 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.167320 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aea37602-eab8-4d4d-b2bb-dd3bd13610dc HTTP/1.1" status: 204 len: 168 time: 0.4704261 Aug 30 17:34:31.171676 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 52b54b58-0bd5-4527-8672-62b9b37aee92 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:31.176584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a986e-b8f3-4716-adef-229b8ccdceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea37602-eab8-4d4d-b2bb-dd3bd13610dc,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:31.302818 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.307183 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51d71c96-1da9-4fdd-ac7e-46cb02e887d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.353291 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 52b54b58-0bd5-4527-8672-62b9b37aee92 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:31.362710 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 52b54b58-0bd5-4527-8672-62b9b37aee92 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:31.362710 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.382409 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-51d71c96-1da9-4fdd-ac7e-46cb02e887d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.467774 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.484872 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.489763 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-51d71c96-1da9-4fdd-ac7e-46cb02e887d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dd8f25b63ea463080966c53693df5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529126 Aug 30 17:34:31.489999 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36194) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:31.490723 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d71c96-1da9-4fdd-ac7e-46cb02e887d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b0c540-bf5f-4507-9d51-43b1fefab7af,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:31.516867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 52b54b58-0bd5-4527-8672-62b9b37aee92, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=52b54b58-0bd5-4527-8672-62b9b37aee92,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:31.599164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.724195 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.767025 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:31.772325 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.847633 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:31.944968 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.50', 62455) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:31.960518 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9030cd8b-fbc2-48c4-beb5-f897c49d5517 req-c9e76c6f-67c8-4998-bba1-67559ea5aee0 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0339582 Aug 30 17:34:32.004619 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36210) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:32.026460 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a8603cf-2752-4b47-9842-c29fa9a3ffc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.137629 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e92efe1a-4440-4923-b2c6-8c4fcc8443b1 req-29c633c6-3716-4888-9072-8b4fecf960c2 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0860600 Aug 30 17:34:32.173067 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.184115 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.189393 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74b0c540-bf5f-4507-9d51-43b1fefab7af HTTP/1.1" status: 204 len: 168 time: 0.6844766 Aug 30 17:34:32.307315 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6c5d-7da2-4a20-a28d-ce358ea01dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b0c540-bf5f-4507-9d51-43b1fefab7af,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:32.389338 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a8603cf-2752-4b47-9842-c29fa9a3ffc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.431553 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Allocated IP 172.27.3.181 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/ab088224-41af-44e6-a5e9-88c3439e63c2) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:32.490309 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0a8603cf-2752-4b47-9842-c29fa9a3ffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.569741 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36218) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:32.598451 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-2c8b6b41-4ae4-4262-b66f-fba0163f52b9 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:32.599938 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-2c8b6b41-4ae4-4262-b66f-fba0163f52b9 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.50 "GET /v2.0/networks?id=a7723753-d354-424e-bd93-73b643dfec5c HTTP/1.1" status: 200 len: 811 time: 0.6535051 Aug 30 17:34:32.610262 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.50', 62458) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:32.613116 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-0a8603cf-2752-4b47-9842-c29fa9a3ffc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68c430ab1d8d4054a2e3937d936912db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071367 Aug 30 17:34:32.622544 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36224) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:32.645741 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8603cf-2752-4b47-9842-c29fa9a3ffc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c326c78-3b83-4556-8b41-2dbfeb3fd786,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:32.670856 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Request body: {'port': {'device_id': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c', 'admin_state_up': True, 'tenant_id': '5b6e3de8853a4966a6a8a94557f79136'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:32.683845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.841171 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36242) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:32.843872 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9b2dbfd3-dbd7-4026-9a5e-3c41cb9f7c0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b9ff32e8d694ede879e7ffdbe2a0546&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2725337 Aug 30 17:34:32.905786 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.946276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.953689 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-b283f9f4-c8fe-4c26-90d1-fe15e317a37b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:32.960699 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-b283f9f4-c8fe-4c26-90d1-fe15e317a37b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.3098116 Aug 30 17:34:32.962327 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:32.995311 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Request body: {'port': {'device_id': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'admin_state_up': True, 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:33.046546 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 52b54b58-0bd5-4527-8672-62b9b37aee92 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:33.136162 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.148040 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.167950 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 52b54b58-0bd5-4527-8672-62b9b37aee92 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:33.169793 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.213718 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Made reservation on behalf of 5b6e3de8853a4966a6a8a94557f79136 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:33.218122 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.233642 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.248054 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.252153 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c326c78-3b83-4556-8b41-2dbfeb3fd786 HTTP/1.1" status: 204 len: 168 time: 0.6244192 Aug 30 17:34:33.255600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:33.292762 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:33.295164 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1bce7f00-f0ad-4732-bbf8-37997756c9ab req-30fcfa52-3afb-4cef-89a7-2ed1ed3c1cd1 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.1269593 Aug 30 17:34:33.296790 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:33.437521 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ccbb3790-e08f-4318-a1e7-6f9fd35fe4a7 req-18a68c39-104e-4467-9839-7175d1bfda11 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0560079 Aug 30 17:34:33.491087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.509146 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fa854-4266-424a-9862-b171ad85b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c326c78-3b83-4556-8b41-2dbfeb3fd786,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:33.523173 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=ab088224-41af-44e6-a5e9-88c3439e63c2,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:33.529546 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.532486 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.535530 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8929240-91ed-496d-82dc-57a914e22a59 HTTP/1.1" status: 204 len: 168 time: 0.6874442 Aug 30 17:34:33.551489 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ce567-3776-4f88-8fc9-29e032695a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8929240-91ed-496d-82dc-57a914e22a59,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:33.561998 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:33.571812 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.672234 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.859977 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Allocated IP 172.20.0.3 (a7723753-d354-424e-bd93-73b643dfec5c/8bfa1921-eff2-4903-a416-96a3f636d0d5/62c35b32-30ab-4a28-947e-6d6f658e43fb) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:33.875124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Allocated IP 172.20.0.13 (8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f/4a451163-90c2-4584-8c48-37f44b13ac5e/a984f59d-3f9a-44b2-b077-040a0a0d4fe8) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:34.101028 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.209877 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.346249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.348718 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.371632 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.401693 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.424178 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=ab088224-41af-44e6-a5e9-88c3439e63c2,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:34.500799 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.510895 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:34.521924 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b5e8a379-0738-4557-afce-f0ff9b8d7aee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4183142 Aug 30 17:34:34.625350 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:34.629419 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.845379 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Network a7723753-d354-424e-bd93-73b643dfec5c is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:34.864660 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:34.876438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:34.884887 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:34.893574 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.909034 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Pushing event updated for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:34.954453 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:35.033265 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event updated for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:35.033556 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c758637c-a55e-48b2-8e18-d48c5e41ea05 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3680038 Aug 30 17:34:35.055457 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c101ede5-e36d-4358-bf7e-1722baae4ad8 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:34:35.059567 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-c101ede5-e36d-4358-bf7e-1722baae4ad8 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152657 Aug 30 17:34:35.099033 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00a951-a259-4fef-b581-e6932cc0c4ed req-6b41706d-012f-49f5-bf67-495d93551e40 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:35.100223 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff00a951-a259-4fef-b581-e6932cc0c4ed req-6b41706d-012f-49f5-bf67-495d93551e40 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 931 time: 0.6039939 Aug 30 17:34:35.108121 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:35.109046 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:35.155237 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de84c2-8e76-44ef-b02f-4d9d647e93b5 req-09b605ff-3f1c-490a-90e4-523539432c95 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:35.157059 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0de84c2-8e76-44ef-b02f-4d9d647e93b5 req-09b605ff-3f1c-490a-90e4-523539432c95 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 932 time: 0.5356152 Aug 30 17:34:35.209384 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff00a951-a259-4fef-b581-e6932cc0c4ed req-0135f07b-596a-4c49-b95b-5d28fd83a6fe tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Aug 30 17:34:35.237461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0de84c2-8e76-44ef-b02f-4d9d647e93b5 req-dd1e4a0e-a36d-4ffd-aac7-fb929db083c9 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645714 Aug 30 17:34:35.312508 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-3b65c628-5ddb-48ca-ab37-f108b31fe51b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3408763 Aug 30 17:34:35.443732 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-4dae3bb7-ac3d-45f9-bd9a-069ac3a8afa6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--166707498&fields=id&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 267 time: 0.0718913 Aug 30 17:34:35.633436 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-ccbec940-b331-4207-9dc8-86db9bfc085e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:35.641351 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-ccbec940-b331-4207-9dc8-86db9bfc085e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 817 time: 0.1775403 Aug 30 17:34:35.663666 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-d73e0089-1526-4d4d-90b8-dd9f5896b612 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/quotas/2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 375 time: 0.0205281 Aug 30 17:34:35.778648 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-5899c636-a83b-4dc4-a8a0-6e08bee418b6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139810 Aug 30 17:34:36.009989 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9016077a-c907-4d8c-a023-db3a899b4357 service neutron] 10.222.0.10 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169998 Aug 30 17:34:36.206250 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Request body: {'port': {'device_id': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:36.257610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-4b7f8ac6-d5e0-4fb5-82a1-ce6511d5b5d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441101 Aug 30 17:34:36.281771 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Request body: {'port': {'device_id': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:36.329137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:36.592717 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:36.611310 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446695-f4cd-4f22-a7b4-0e8fcb843e55 req-f00fcc89-b4cb-4c1f-ae47-3bd4a77c7c26 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:36.613614 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb446695-f4cd-4f22-a7b4-0e8fcb843e55 req-f00fcc89-b4cb-4c1f-ae47-3bd4a77c7c26 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 931 time: 0.1838827 Aug 30 17:34:36.832009 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb446695-f4cd-4f22-a7b4-0e8fcb843e55 req-666a7f51-a0e2-4675-b31a-55227503586e tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036142 Aug 30 17:34:36.919237 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a984f59d-3f9a-44b2-b077-040a0a0d4fe8 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:36.928280 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:36.955862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Transition to ACTIVE for port object a984f59d-3f9a-44b2-b077-040a0a0d4fe8 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:37.055545 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:37.125906 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-70651f34-79f7-4aa1-afb7-a38295f999d6 req-af872013-b161-4056-8d84-b545db26e6f3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.1439304 Aug 30 17:34:37.230141 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:37.270773 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7acbc-1dcd-4a16-9a23-902bc8741f27 req-c1cb932a-cd35-41ce-b786-e28d2db75795 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:37.274453 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Attempting to bind port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:37.275108 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Attempting to bind port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:37.275743 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Attempting to bind port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:37.285744 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8bc7acbc-1dcd-4a16-9a23-902bc8741f27 req-c1cb932a-cd35-41ce-b786-e28d2db75795 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 932 time: 0.4837606 Aug 30 17:34:37.285967 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:34:37.285967 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Attempting to bind port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:37.301035 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:37.310306 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Checking segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:37.311107 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Bound using segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:37.311857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Bound port: a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:37.312420 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:37.453138 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:37.460348 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:37.574362 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8bc7acbc-1dcd-4a16-9a23-902bc8741f27 req-f3d2854d-1596-4dc9-9783-b04cb042cd54 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681508 Aug 30 17:34:37.582976 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:37.766800 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Pushing event updated for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:37.799747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:37.801156 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:37.805209 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-05bb5289-b4c1-44d1-b137-ef56643f1b61 service neutron] 10.222.0.50 "PUT /v2.0/ports/a984f59d-3f9a-44b2-b077-040a0a0d4fe8 HTTP/1.1" status: 200 len: 1094 time: 2.1048577 Aug 30 17:34:37.805907 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:37.890241 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c35b32-30ab-4a28-947e-6d6f658e43fb {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:37.899975 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:37.926457 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Transition to ACTIVE for port object 62c35b32-30ab-4a28-947e-6d6f658e43fb will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:38.058907 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0775-d56f-4efb-84a6-4832810b495a req-39b81da2-370b-4167-a1cf-3c554668a844 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:38.066903 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0ad0775-d56f-4efb-84a6-4832810b495a req-39b81da2-370b-4167-a1cf-3c554668a844 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 931 time: 0.1001961 Aug 30 17:34:38.069874 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.222350 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Pushing event updated for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:38.235612 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0ad0775-d56f-4efb-84a6-4832810b495a req-278a5343-3387-4e0a-b77e-17e79def0470 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215327 Aug 30 17:34:38.387440 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Attempting to bind port 62c35b32-30ab-4a28-947e-6d6f658e43fb on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:38.403935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Attempting to bind port 62c35b32-30ab-4a28-947e-6d6f658e43fb by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '354887d0-8ade-4929-9025-426c6c3c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:38.403935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Attempting to bind port 62c35b32-30ab-4a28-947e-6d6f658e43fb on network a7723753-d354-424e-bd93-73b643dfec5c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:38.418019 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-1c8ccdae-c196-41d3-a12b-a3e079570b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:38.421749 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-1c8ccdae-c196-41d3-a12b-a3e079570b53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 1097 time: 0.2829957 Aug 30 17:34:38.428641 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Port 62c35b32-30ab-4a28-947e-6d6f658e43fb on network a7723753-d354-424e-bd93-73b643dfec5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:34:38.428641 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Attempting to bind port 62c35b32-30ab-4a28-947e-6d6f658e43fb on network a7723753-d354-424e-bd93-73b643dfec5c {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:38.450156 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6274be80-4731-463b-9353-a54cf193e1b1 req-02cb0631-f20b-4d6d-9278-fc841cc91a78 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0458915 Aug 30 17:34:38.460654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:38.460654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Checking segment: {'id': '354887d0-8ade-4929-9025-426c6c3c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:38.460654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Bound using segment: {'id': '354887d0-8ade-4929-9025-426c6c3c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:38.460654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Bound port: 62c35b32-30ab-4a28-947e-6d6f658e43fb, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354887d0-8ade-4929-9025-426c6c3c8f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:38.460654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.592259 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:38.609040 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb,segment=NetworkSegment(354887d0-8ade-4929-9025-426c6c3c8f8a),segment_id=354887d0-8ade-4929-9025-426c6c3c8f8a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:38.754893 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.807953 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36458) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:38.869728 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:38.872885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.884715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] 10.222.0.50 "PUT /v2.0/ports/62c35b32-30ab-4a28-947e-6d6f658e43fb HTTP/1.1" status: 200 len: 1093 time: 3.1513278 Aug 30 17:34:38.891266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:38.933048 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b14c8-7c89-4ca5-bb3d-873a5a186bc6 req-b2b4a48e-c9ba-40d2-a4c7-8aaa8ad1a431 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:38.941952 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb7b14c8-7c89-4ca5-bb3d-873a5a186bc6 req-b2b4a48e-c9ba-40d2-a4c7-8aaa8ad1a431 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.2108068 Aug 30 17:34:38.990685 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2036414-056c-40bd-847d-6eeefd85c639 service neutron] Pushing event updated for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.015744 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4" -d '{"events": [{"name": "network-changed", "server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:39.066691 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb7b14c8-7c89-4ca5-bb3d-873a5a186bc6 req-d901181a-e2cd-41f8-96ba-432ff06e1323 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197526 Aug 30 17:34:39.229010 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-951c78d9-5575-4404-be7c-c31929c40602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.404566 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51454a-b49c-4d06-bac5-f309170a8fea req-ea6221a8-8e73-4a1f-87ec-1628d82eeb77 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:39.412364 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee51454a-b49c-4d06-bac5-f309170a8fea req-ea6221a8-8e73-4a1f-87ec-1628d82eeb77 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0756032 Aug 30 17:34:39.439182 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-951c78d9-5575-4404-be7c-c31929c40602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.484555 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee51454a-b49c-4d06-bac5-f309170a8fea req-7b3b5fa9-670b-4f23-90c2-3d5bd3bb4845 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710256 Aug 30 17:34:39.581969 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-951c78d9-5575-4404-be7c-c31929c40602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.637953 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-951c78d9-5575-4404-be7c-c31929c40602 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac821816f71740f0aef8eb3f62e3f9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304918 Aug 30 17:34:39.639215 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c78d9-5575-4404-be7c-c31929c40602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3b7b6-7610-41e2-8aef-7a1b0c93eba3,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.642226 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36486) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:39.762144 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d24e0efd-3fdb-45c9-8c85-455e3d968feb req-02722eab-5153-47ee-b26f-ea38103c6944 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.1924584 Aug 30 17:34:39.801705 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.842898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b61a97-885f-460d-8c86-23c4a09e85d8 x-openstack-request-id: req-15b61a97-885f-460d-8c86-23c4a09e85d8 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:39.843467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:39.843720 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15b61a97-885f-460d-8c86-23c4a09e85d8 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:39.844715 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8', 'status': 'completed', 'code': 200} Aug 30 17:34:39.859277 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3015d7-822f-4653-a293-bc8a30c05bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:39.879348 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:40.056567 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:40.059479 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:40.060858 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44b3b7b6-7610-41e2-8aef-7a1b0c93eba3 HTTP/1.1" status: 204 len: 168 time: 0.4173903 Aug 30 17:34:40.074393 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12e1b-2754-492d-b4db-77bc6880e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3b7b6-7610-41e2-8aef-7a1b0c93eba3,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:40.269566 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83688cf7-29ac-4800-bb48-0a2f47410b14 req-ecbaaa30-3771-4d07-b55a-91e7dfc76e11 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:40.272056 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-83688cf7-29ac-4800-bb48-0a2f47410b14 req-ecbaaa30-3771-4d07-b55a-91e7dfc76e11 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0930998 Aug 30 17:34:40.326028 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-83688cf7-29ac-4800-bb48-0a2f47410b14 req-c233effb-4b3e-4855-a6f5-4c016faa1324 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Aug 30 17:34:40.434830 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953517d3-f508-42f6-86a0-8fb57a0f2a65 x-openstack-request-id: req-953517d3-f508-42f6-86a0-8fb57a0f2a65 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:40.435455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:40.435455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-953517d3-f508-42f6-86a0-8fb57a0f2a65 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:40.435823 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb', 'status': 'completed', 'code': 200} Aug 30 17:34:40.642621 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a84db-8946-4b26-b786-94fe9319c011 req-277c2730-f05c-4560-924a-d7c39529c6bd tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:40.645250 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d2a84db-8946-4b26-b786-94fe9319c011 req-277c2730-f05c-4560-924a-d7c39529c6bd tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0791752 Aug 30 17:34:40.703151 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d2a84db-8946-4b26-b786-94fe9319c011 req-4a2d99b9-98a1-43ee-a4fd-2760b2584e6e tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Aug 30 17:34:40.861753 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7bfcc011-e0cb-495a-8ad9-90f448a70e2a req-4156a27d-56fe-4867-9add-5b57d7d014ea tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0305541 Aug 30 17:34:41.483013 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a0ab5-7d59-422f-ab71-8e8b956fab15 req-ac94b723-bc46-4662-a1ef-dd63806d99d8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:41.485891 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-708a0ab5-7d59-422f-ab71-8e8b956fab15 req-ac94b723-bc46-4662-a1ef-dd63806d99d8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0833888 Aug 30 17:34:41.545624 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-708a0ab5-7d59-422f-ab71-8e8b956fab15 req-11586fba-297b-4ed0-b11b-77ca9a735cd0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Aug 30 17:34:41.896134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4380209-4663-4996-943b-0017f2ccb2c1 req-35c09eca-2477-4527-b818-771f731d338b tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:41.900987 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c4380209-4663-4996-943b-0017f2ccb2c1 req-35c09eca-2477-4527-b818-771f731d338b tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0788736 Aug 30 17:34:41.946382 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36548) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:41.949501 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c4380209-4663-4996-943b-0017f2ccb2c1 req-9d4ca5a3-fcd7-4590-bd61-36b82f9ead19 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Aug 30 17:34:42.053512 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-20c0f515-f224-4784-9364-39312781468b req-eb67ecd4-fabf-4445-9e8a-40aed44f11c7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0557723 Aug 30 17:34:42.053950 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36554) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:42.053950 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424a0b97-358e-4ac0-b454-899f5487c1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.233963 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424a0b97-358e-4ac0-b454-899f5487c1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.236087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-13335dd7-e550-48ab-bed1-225980ad54a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.320621 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424a0b97-358e-4ac0-b454-899f5487c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.415850 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a0b97-358e-4ac0-b454-899f5487c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f348f0-2b98-4b40-8f93-180685be6db6,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:42.438913 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-424a0b97-358e-4ac0-b454-899f5487c1d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7979ae5addf242a9b19b5f5898511639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085186 Aug 30 17:34:42.442151 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36564) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:42.518105 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-13335dd7-e550-48ab-bed1-225980ad54a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.558423 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.607084 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.738116 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5593b-6cf4-46d9-aa4f-9420f4c649cc req-9e44dba4-b4aa-4e21-8b73-8d7f0a2ed749 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:42.739948 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2eb5593b-6cf4-46d9-aa4f-9420f4c649cc req-9e44dba4-b4aa-4e21-8b73-8d7f0a2ed749 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0880334 Aug 30 17:34:42.763996 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-13335dd7-e550-48ab-bed1-225980ad54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.792922 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2eb5593b-6cf4-46d9-aa4f-9420f4c649cc req-01f497bd-e20c-47f4-a233-43575f99e54e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Aug 30 17:34:42.818185 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-13335dd7-e550-48ab-bed1-225980ad54a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08dc59ea48004af8b7e4084ddb051b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8710320 Aug 30 17:34:42.821385 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36574) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:42.824784 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13335dd7-e550-48ab-bed1-225980ad54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448527b9-763f-4241-b907-e7bc13d70fb6,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:42.854169 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.859641 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.859641 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7f348f0-2b98-4b40-8f93-180685be6db6 HTTP/1.1" status: 204 len: 168 time: 0.4148080 Aug 30 17:34:42.884699 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80601102-3f7c-41c2-995e-2475fa0213f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f348f0-2b98-4b40-8f93-180685be6db6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:42.917585 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:42.951506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.152101 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38b0a107-47a0-4f8a-9338-1dbeb7397226 req-e3e78cda-eb51-4bfd-a7db-47af258e493a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0347483 Aug 30 17:34:43.165464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f820-6bfc-4480-9dec-dc6322f6cb48 req-194a802f-3100-4b29-bf84-7a69780677e2 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:43.167412 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3091f820-6bfc-4480-9dec-dc6322f6cb48 req-194a802f-3100-4b29-bf84-7a69780677e2 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0910277 Aug 30 17:34:43.212897 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3091f820-6bfc-4480-9dec-dc6322f6cb48 req-a3bedbea-db49-481a-b3f3-42cf02c75613 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Aug 30 17:34:43.278616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.281649 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.282991 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/448527b9-763f-4241-b907-e7bc13d70fb6 HTTP/1.1" status: 204 len: 168 time: 0.4605627 Aug 30 17:34:43.319292 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f99fd-3315-4718-a418-41bbd70ddf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448527b9-763f-4241-b907-e7bc13d70fb6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:43.944138 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934c3e6-ba46-4ffd-91d3-8a756fdb35b5 req-bb45da94-d0fd-4eda-8f5a-8a6cab2247da tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:43.950765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6934c3e6-ba46-4ffd-91d3-8a756fdb35b5 req-bb45da94-d0fd-4eda-8f5a-8a6cab2247da tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0825574 Aug 30 17:34:44.019124 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6934c3e6-ba46-4ffd-91d3-8a756fdb35b5 req-8402565e-bf46-4aba-8bf6-e99e5cbcda06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Aug 30 17:34:44.332754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8f7a243b-fa49-42b2-9bda-aeb91cbaa685 req-5d879472-59b1-4ae8-8717-bad4d544ffdc tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0466230 Aug 30 17:34:44.384681 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be68a13-4334-4014-8c2f-6f4bcd2c16ae req-44894828-8684-4bfb-a266-95cbe04b9d63 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.386281 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4be68a13-4334-4014-8c2f-6f4bcd2c16ae req-44894828-8684-4bfb-a266-95cbe04b9d63 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0598645 Aug 30 17:34:44.426447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4be68a13-4334-4014-8c2f-6f4bcd2c16ae req-75fe04f8-0e2f-4007-850f-c2cc2f75b256 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Aug 30 17:34:44.541911 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36618) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:44.558616 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424f390f-59f8-415a-9cb3-f91d79688aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.686150 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424f390f-59f8-415a-9cb3-f91d79688aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.757873 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-424f390f-59f8-415a-9cb3-f91d79688aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.806939 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-424f390f-59f8-415a-9cb3-f91d79688aca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2606ffb0eec44aa2af3712622a959efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598531 Aug 30 17:34:44.808833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36634) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:44.811254 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f390f-59f8-415a-9cb3-f91d79688aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772f92b-75e6-4872-b111-e78f02748a6e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:44.877287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.913946 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:45.092661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:45.095789 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:45.102276 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c772f92b-75e6-4872-b111-e78f02748a6e HTTP/1.1" status: 204 len: 168 time: 0.2875378 Aug 30 17:34:45.114380 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127fd64-106b-475f-b121-c38cc0ca45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772f92b-75e6-4872-b111-e78f02748a6e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:45.140303 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c8619-afa4-4a9e-97c3-2caf283eb0c9 req-de4c750f-5c81-4de5-96b0-94307578c638 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.141945 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-182c8619-afa4-4a9e-97c3-2caf283eb0c9 req-de4c750f-5c81-4de5-96b0-94307578c638 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0761988 Aug 30 17:34:45.187700 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-e6f4d7f4-a0b6-4529-a253-1aabc201a12b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8 HTTP/1.1" status: 200 len: 217 time: 0.0955098 Aug 30 17:34:45.256653 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-182c8619-afa4-4a9e-97c3-2caf283eb0c9 req-e69c75b1-4a70-4139-b3b8-39c876083baa tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043437 Aug 30 17:34:45.281186 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-7c76b768-ae24-4307-93f8-df66b8ab24f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.282828 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-7c76b768-ae24-4307-93f8-df66b8ab24f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b6e3de8853a4966a6a8a94557f79136&device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 1096 time: 0.1204009 Aug 30 17:34:45.292080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-6c6facb8-72dc-44de-89b1-8225ace04512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.293842 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-6c6facb8-72dc-44de-89b1-8225ace04512 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.0879498 Aug 30 17:34:45.359376 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-299a2f5d-dfed-4b22-9975-91085674eebc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510027 Aug 30 17:34:45.481081 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-55d012df-996f-4633-844f-3a55caa55051 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132519 Aug 30 17:34:45.554879 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6d1a67f3-d4a3-4219-a77d-d8f1910a0862 req-44f94b56-fedb-4807-a474-e27e90bc001c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0586491 Aug 30 17:34:45.624036 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ba31014b-6bf8-4bde-9369-cd1ba22e37d8 req-4fec63ef-990d-4815-b890-b203d70106bb service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351426 Aug 30 17:34:45.650337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-e7920826-4b58-4f64-892c-9192f6708f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.659858 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-e7920826-4b58-4f64-892c-9192f6708f58 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5b6e3de8853a4966a6a8a94557f79136&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3521733 Aug 30 17:34:45.696421 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b074b-4fef-4d3d-a27b-c1b571bec636 req-04483d9e-e12f-4d7c-8fff-ee7619cf9593 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.701284 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-937b074b-4fef-4d3d-a27b-c1b571bec636 req-04483d9e-e12f-4d7c-8fff-ee7619cf9593 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.1469119 Aug 30 17:34:45.898556 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-fc31de34-760d-4289-ae18-2450cd520411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.900710 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-fc31de34-760d-4289-ae18-2450cd520411 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 1097 time: 0.0824661 Aug 30 17:34:45.925245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-937b074b-4fef-4d3d-a27b-c1b571bec636 req-84d6373a-8a1a-4dcf-8fde-0bac9a8c5455 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042251 Aug 30 17:34:45.945319 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-ff41b7a7-9576-43ff-a66d-7669e5ae2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.946847 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d3015d7-822f-4653-a293-bc8a30c05bb3 req-ff41b7a7-9576-43ff-a66d-7669e5ae2d83 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2788079 Aug 30 17:34:46.056444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-e3ba84a9-cebd-49b3-b42a-e98873539b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.059057 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-e3ba84a9-cebd-49b3-b42a-e98873539b36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b6e3de8853a4966a6a8a94557f79136&device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 1096 time: 0.0705640 Aug 30 17:34:46.124160 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-941ddafb-9e52-46fc-9694-4742957a6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.134514 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-941ddafb-9e52-46fc-9694-4742957a6aab service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 915 time: 0.2179234 Aug 30 17:34:46.154016 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-428d56ff-87b3-4e93-8aff-59ad3861363a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb HTTP/1.1" status: 200 len: 217 time: 0.0858936 Aug 30 17:34:46.310189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-e758eab6-01a7-4c1f-9375-776a282cc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.311950 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-e758eab6-01a7-4c1f-9375-776a282cc5cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bfa1921-eff2-4903-a416-96a3f636d0d5 HTTP/1.1" status: 200 len: 851 time: 0.1504595 Aug 30 17:34:46.372538 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-4f30f660-cf2d-4d58-857a-f4e17a9c758d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8 HTTP/1.1" status: 200 len: 217 time: 0.2363849 Aug 30 17:34:46.450013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-1bca012a-19bb-4711-a8df-129d0ec90503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.461137 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-1bca012a-19bb-4711-a8df-129d0ec90503 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.0799406 Aug 30 17:34:46.518609 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-fc3b80f9-6ef3-4416-b0ce-2574136ebc15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481246 Aug 30 17:34:46.580456 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-7ba59389-9bb9-4148-8603-e840245cfc34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7723753-d354-424e-bd93-73b643dfec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586794 Aug 30 17:34:46.621965 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.50', 62477) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:46.692851 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985a999-00f2-4afd-8eee-baedd8120efd req-8c307b16-9754-4c7c-b930-62e449dbf601 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.694730 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1985a999-00f2-4afd-8eee-baedd8120efd req-8c307b16-9754-4c7c-b930-62e449dbf601 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.1172326 Aug 30 17:34:46.733699 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-4568141c-5017-41fe-963c-4e88c2a9f2d3 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979160 Aug 30 17:34:46.786244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8efb1f08-3a3a-4d93-a3ce-5e7c46edae81 req-17466fb6-366d-4bb8-a20e-c47c60c8adfb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0839617 Aug 30 17:34:46.807402 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-8dabaccf-1639-453d-8c35-362788c04354 service neutron] 10.222.0.50 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183704 Aug 30 17:34:46.810447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1985a999-00f2-4afd-8eee-baedd8120efd req-5aee6b59-0651-468d-b2cf-b7cc506285ea tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859818 Aug 30 17:34:46.868913 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-1dfb5427-1f53-4043-9d8a-9104b6bd64b1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.870538 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-1dfb5427-1f53-4043-9d8a-9104b6bd64b1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 817 time: 0.2480273 Aug 30 17:34:46.893892 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-766c95ca-445b-45c7-bc2c-efe2cba84ff0 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576686 Aug 30 17:34:47.058878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce6d64-1bf6-4999-b7ec-381b031ef655 req-7fd85559-6f06-44c8-b036-db208e0871a4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:47.060409 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4ce6d64-1bf6-4999-b7ec-381b031ef655 req-7fd85559-6f06-44c8-b036-db208e0871a4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0577569 Aug 30 17:34:47.105638 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4ce6d64-1bf6-4999-b7ec-381b031ef655 req-8a3b7a24-8fe7-46ca-9873-713833c69de8 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 Aug 30 17:34:47.910976 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb385509-8702-4063-89f2-eb3fecb95037 req-1a4b0c4d-14a9-486e-92b1-6ea4246edad2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0319250 Aug 30 17:34:47.964468 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608317-263e-4fc7-affc-f943a610cb36 req-6da9f704-73ec-4693-b3cd-187c47f68b17 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:47.965970 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c608317-263e-4fc7-affc-f943a610cb36 req-6da9f704-73ec-4693-b3cd-187c47f68b17 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0584781 Aug 30 17:34:48.018868 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c608317-263e-4fc7-affc-f943a610cb36 req-929f95c2-ad18-4a16-ad0f-99adecf30fc0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Aug 30 17:34:48.227018 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc733d9-59c9-45e7-a677-4122f3f61794 req-9e31626c-f2ae-4f13-9665-3ba2d9410c44 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:48.228510 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6cc733d9-59c9-45e7-a677-4122f3f61794 req-9e31626c-f2ae-4f13-9665-3ba2d9410c44 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0501683 Aug 30 17:34:48.269263 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6cc733d9-59c9-45e7-a677-4122f3f61794 req-81ce041d-8b38-4e90-9b9b-8ef5c7c60a90 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345860 Aug 30 17:34:48.678419 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36830) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:48.794538 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c02a6116-adda-4d9e-8a52-69e00d8a795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:48.895491 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c02a6116-adda-4d9e-8a52-69e00d8a795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:48.964207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c02a6116-adda-4d9e-8a52-69e00d8a795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.016701 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c02a6116-adda-4d9e-8a52-69e00d8a795c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f19e978319584090ba2ca62862451487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394372 Aug 30 17:34:49.019461 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36846) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:49.033126 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-62cf1183-fc42-4440-bb73-c080cc2b41e0 req-0ffd2ad0-2263-4f2a-a3e7-00b6f0bcd41a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0377562 Aug 30 17:34:49.033926 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a6116-adda-4d9e-8a52-69e00d8a795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9513226-a580-4fc3-b5cc-f0b2593d2530,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:49.089780 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.113013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.148852 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea4f69-74d7-4f8b-95cd-c9ad60205278 req-6aea6f62-db15-433a-aa3f-fbd4dddaf07b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:49.156426 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b8ea4f69-74d7-4f8b-95cd-c9ad60205278 req-6aea6f62-db15-433a-aa3f-fbd4dddaf07b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 944 time: 0.0592370 Aug 30 17:34:49.198448 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b8ea4f69-74d7-4f8b-95cd-c9ad60205278 req-15238f56-4bee-4710-88bc-8bd5a452872f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Aug 30 17:34:49.250051 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.252910 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.256956 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9513226-a580-4fc3-b5cc-f0b2593d2530 HTTP/1.1" status: 204 len: 168 time: 0.2364581 Aug 30 17:34:49.265686 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08a1cf-431a-436f-84ff-d5e64288d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9513226-a580-4fc3-b5cc-f0b2593d2530,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:49.291278 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36858) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:49.393509 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecaf32-4632-46cd-a7dc-df6009e1e9c3 req-ceefc0c3-8b6f-4374-8584-cee131084bc1 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:49.395228 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-76ecaf32-4632-46cd-a7dc-df6009e1e9c3 req-ceefc0c3-8b6f-4374-8584-cee131084bc1 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0551834 Aug 30 17:34:49.421449 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79f33f32-2182-4c7d-9659-d44b2711acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.508722 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-b5ba5e69-0bad-4ade-8f12-6d0830074602 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 379 time: 0.0602281 Aug 30 17:34:49.520691 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'port': {'device_id': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'admin_state_up': True, 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'security_groups': ['88601c1c-721c-4192-902c-24e1f5a0e058']}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:49.530768 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device a984f59d-3f9a-44b2-b077-040a0a0d4fe8 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:34:49.531673 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-76ecaf32-4632-46cd-a7dc-df6009e1e9c3 req-22d7f7b1-6002-4938-8b22-9f52190fbf1a tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240165 Aug 30 17:34:49.597824 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-23e911e9-2249-4fb9-a7e0-94186705b3e4 req-90f422f8-3257-48cb-af62-3244c4a37772 service neutron] 10.222.0.50 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607969 Aug 30 17:34:49.677494 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:49.680791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79f33f32-2182-4c7d-9659-d44b2711acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.691185 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'port_id': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8', 'mac_address': 'fa:16:3e:08:0c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a451163-90c2-4584-8c48-37f44b13ac5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:34:49.731537 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.761669 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a984f59d-3f9a-44b2-b077-040a0a0d4fe8 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:49.765119 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-79f33f32-2182-4c7d-9659-d44b2711acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.793354 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:49.809930 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-79f33f32-2182-4c7d-9659-d44b2711acfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a6483d5ddfc4bb1be37fb064550b82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204737 Aug 30 17:34:49.812950 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36870) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:49.816637 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f33f32-2182-4c7d-9659-d44b2711acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae59f6-77da-44b9-8cc7-c2a086cb0e1a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:49.863202 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.884998 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.895122 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.898262 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Made reservation on behalf of 2bb9dc2c6337401a9def8b7d509a6095 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:49.901708 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:49.953445 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:50.058415 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Allocated IP 172.20.0.12 (b425eb6f-6425-46a4-9e43-520a6f79111d/1528b3db-c635-48ee-a684-c643eb323e5b/5d34aa7c-32ed-4f98-8788-ca4482119648) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:50.116298 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.119938 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.121663 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9dae59f6-77da-44b9-8cc7-c2a086cb0e1a HTTP/1.1" status: 204 len: 168 time: 0.3075070 Aug 30 17:34:50.145306 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0683b3e7-a767-4eca-805e-94d062e8ccb8 req-fc4c8679-1247-4341-b981-ad465ff0e69d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 210 time: 0.0319366 Aug 30 17:34:50.174963 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6763b-ce2d-4021-9d49-2841ede3dff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae59f6-77da-44b9-8cc7-c2a086cb0e1a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:50.189354 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:34:50.203503 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36888) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:50.234461 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef18156c-13f9-432d-8c49-3eebd0aba3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.308441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.345952 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Transition to ACTIVE for port object 5d34aa7c-32ed-4f98-8788-ca4482119648 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:50.372505 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d018ab-7eb7-431d-8f57-c1d627d18167 req-2a9e5d15-e369-4038-88f9-cc44e4e73e06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:50.382310 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-63d018ab-7eb7-431d-8f57-c1d627d18167 req-2a9e5d15-e369-4038-88f9-cc44e4e73e06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 945 time: 0.0940921 Aug 30 17:34:50.418711 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:34:50.438281 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-63d018ab-7eb7-431d-8f57-c1d627d18167 req-a4445b09-7e9f-4833-9238-62cd932a8f24 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Aug 30 17:34:50.493323 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef18156c-13f9-432d-8c49-3eebd0aba3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.507481 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.555176 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Network b425eb6f-6425-46a4-9e43-520a6f79111d is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:50.558433 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:50.562379 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:50.567979 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:50.568606 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.577087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:50.609328 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ef18156c-13f9-432d-8c49-3eebd0aba3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.676432 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-ef18156c-13f9-432d-8c49-3eebd0aba3e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=786d2100fcb941fa99172862e5ff063b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709816 Aug 30 17:34:50.679020 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18156c-13f9-432d-8c49-3eebd0aba3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082326ac-9be6-4e9e-8bda-817b66592b2c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:50.680039 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36900) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:50.726971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16e2f-6472-42a8-bb22-7b8460c1999b req-96485317-3056-402a-97aa-80a87829adab tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:50.728020 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-320f0ea9-4a0d-4362-be63-7819df32f27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2124033 Aug 30 17:34:50.729851 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c3e16e2f-6472-42a8-bb22-7b8460c1999b req-96485317-3056-402a-97aa-80a87829adab tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0975258 Aug 30 17:34:50.747853 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Request body: {'port': {'device_id': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:50.787863 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c3e16e2f-6472-42a8-bb22-7b8460c1999b req-ee9477e2-e231-4d07-bd0b-6fea60757f94 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514283 Aug 30 17:34:50.838347 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.844725 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.901112 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.008055 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-52503e7f-feb7-4c64-9fff-4268ee904c2e None None] Provisioning for port 5d34aa7c-32ed-4f98-8788-ca4482119648 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:51.015755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-52503e7f-feb7-4c64-9fff-4268ee904c2e None None] Provisioning complete for port 5d34aa7c-32ed-4f98-8788-ca4482119648 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:51.026906 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-52503e7f-feb7-4c64-9fff-4268ee904c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.058602 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-52503e7f-feb7-4c64-9fff-4268ee904c2e None None] Port 5d34aa7c-32ed-4f98-8788-ca4482119648 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:34:51.170809 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:51.179563 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.269132 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cfb3-e5a4-41ad-b85e-56415326f4af req-78225d22-a80b-410d-a88a-fcd951999a31 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:51.270603 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9420cfb3-e5a4-41ad-b85e-56415326f4af req-78225d22-a80b-410d-a88a-fcd951999a31 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 932 time: 0.0468352 Aug 30 17:34:51.307143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9420cfb3-e5a4-41ad-b85e-56415326f4af req-8c06922f-0af6-4b08-a553-e71566ec9f75 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306108 Aug 30 17:34:51.495945 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Transition to ACTIVE for port object 5d34aa7c-32ed-4f98-8788-ca4482119648 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:51.496745 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.499370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.503264 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/082326ac-9be6-4e9e-8bda-817b66592b2c HTTP/1.1" status: 204 len: 168 time: 0.8140831 Aug 30 17:34:51.506815 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 62c35b32-30ab-4a28-947e-6d6f658e43fb details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:34:51.512466 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0c792-3790-471d-8974-c1c78b165de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082326ac-9be6-4e9e-8bda-817b66592b2c,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:51.562029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device a984f59d-3f9a-44b2-b077-040a0a0d4fe8 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:51.575605 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.619056 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34637a-fa18-406c-9e93-0b67204bd44a req-988f7fbb-33e1-430f-bf97-de1d8b422060 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:51.623148 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7a34637a-fa18-406c-9e93-0b67204bd44a req-988f7fbb-33e1-430f-bf97-de1d8b422060 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 945 time: 0.0850282 Aug 30 17:34:51.636743 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:51.694740 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7a34637a-fa18-406c-9e93-0b67204bd44a req-bffd18fb-c7c1-413d-9bf4-849a748a4486 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Aug 30 17:34:51.712516 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb,segment=NetworkSegment(354887d0-8ade-4929-9025-426c6c3c8f8a),segment_id=354887d0-8ade-4929-9025-426c6c3c8f8a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:51.722414 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 36922) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:51.740372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Attempting to bind port 5d34aa7c-32ed-4f98-8788-ca4482119648 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:51.740721 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Attempting to bind port 5d34aa7c-32ed-4f98-8788-ca4482119648 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:51.741060 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Attempting to bind port 5d34aa7c-32ed-4f98-8788-ca4482119648 on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:51.742273 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bd0f7ac-75d4-4767-a302-5bbab3f2f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.746427 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '62c35b32-30ab-4a28-947e-6d6f658e43fb', 'network_id': 'a7723753-d354-424e-bd93-73b643dfec5c', 'port_id': '62c35b32-30ab-4a28-947e-6d6f658e43fb', 'mac_address': 'fa:16:3e:38:ac:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfa1921-eff2-4903-a416-96a3f636d0d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:34:51.754120 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Port 5d34aa7c-32ed-4f98-8788-ca4482119648 on network b425eb6f-6425-46a4-9e43-520a6f79111d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:34:51.757461 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Attempting to bind port 5d34aa7c-32ed-4f98-8788-ca4482119648 on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:51.762047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:51.762566 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Checking segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:51.762965 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Bound using segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:51.763848 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Bound port: 5d34aa7c-32ed-4f98-8788-ca4482119648, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:51.764230 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.778897 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:51.848222 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:51.848995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.911755 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:51.919247 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:51.944083 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bd0f7ac-75d4-4767-a302-5bbab3f2f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:51.973689 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.014656 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.027619 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c35b32-30ab-4a28-947e-6d6f658e43fb {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:52.030640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238a8b-f9db-4eaf-9e40-28ed59238448 req-35f55c52-7ca9-405d-ac55-e8e0bd9174af tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:52.032250 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69238a8b-f9db-4eaf-9e40-28ed59238448 req-35f55c52-7ca9-405d-ac55-e8e0bd9174af tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 943 time: 0.0785213 Aug 30 17:34:52.033095 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bd0f7ac-75d4-4767-a302-5bbab3f2f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.055719 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb,segment=NetworkSegment(354887d0-8ade-4929-9025-426c6c3c8f8a),segment_id=354887d0-8ade-4929-9025-426c6c3c8f8a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:52.059174 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:52.059555 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.061080 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] 10.222.0.50 "PUT /v2.0/ports/5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 1094 time: 1.3217716 Aug 30 17:34:52.061545 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:52.063964 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059e74f0-121e-48fc-829d-219cee2aae27" -d '{"events": [{"name": "network-changed", "server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:52.138022 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.157394 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3bd0f7ac-75d4-4767-a302-5bbab3f2f200 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3d628a0c7fa4fe995a5327853c33b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332144 Aug 30 17:34:52.164130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.169544 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 36942) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:52.171816 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69238a8b-f9db-4eaf-9e40-28ed59238448 req-2f65d0e7-0560-43a1-a5c8-85058d7104ed tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327143 Aug 30 17:34:52.178541 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0f7ac-75d4-4767-a302-5bbab3f2f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475ceea-8eb0-485b-9f81-88ada27c859f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:52.203273 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:52.229510 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1da51-b510-4592-9958-fe9ca46096b0 x-openstack-request-id: req-83e1da51-b510-4592-9958-fe9ca46096b0 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:52.229510 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:52.229510 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83e1da51-b510-4592-9958-fe9ca46096b0 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:52.230186 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'status': 'completed', 'code': 200} Aug 30 17:34:52.234512 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d6cd-1979-4bce-8f8d-325e9f1d4748 service neutron] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:52.290724 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.320195 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.330016 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:52.373470 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:52.452591 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e0739-07f0-46e3-89dd-49d741855ee1 req-018b85ad-78ba-4c0c-b73c-a24b0d6ec7a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:52.461415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad6e0739-07f0-46e3-89dd-49d741855ee1 req-018b85ad-78ba-4c0c-b73c-a24b0d6ec7a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0641410 Aug 30 17:34:52.472937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f076dbd-63a2-4895-86ef-413d7feabbcf" -d '{"events": [{"server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "name": "network-vif-plugged", "status": "completed", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:52.501675 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad6e0739-07f0-46e3-89dd-49d741855ee1 req-31bd0a79-b914-42c8-8a17-1c68e8dc59f2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Aug 30 17:34:52.512290 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.571932 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:52.584707 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.584707 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:52.585117 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c475ceea-8eb0-485b-9f81-88ada27c859f HTTP/1.1" status: 204 len: 168 time: 0.4145000 Aug 30 17:34:52.593496 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba785a-b8e1-4f97-bef5-be02a94c414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475ceea-8eb0-485b-9f81-88ada27c859f,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:52.657908 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61d509-0ffc-42a4-8a00-a2207d173d0f x-openstack-request-id: req-cf61d509-0ffc-42a4-8a00-a2207d173d0f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:52.658243 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "name": "network-vif-plugged", "status": "completed", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:52.659082 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf61d509-0ffc-42a4-8a00-a2207d173d0f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:52.660037 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8', 'code': 200} Aug 30 17:34:52.815400 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc1346-7fb0-472a-8e91-4f9a1549f7c4 req-18b6ccac-5af3-4c9a-8880-31e4aa1c8530 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:52.816987 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0dc1346-7fb0-472a-8e91-4f9a1549f7c4 req-18b6ccac-5af3-4c9a-8880-31e4aa1c8530 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0551584 Aug 30 17:34:52.876878 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0dc1346-7fb0-472a-8e91-4f9a1549f7c4 req-22fb1492-0b64-4ff1-8a8a-2ca70de54d40 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Aug 30 17:34:53.354373 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15d4f2-8e19-4f64-a8c2-0f6ee10301cd req-f5426296-809c-4ecd-830c-bb299a903548 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:53.362306 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bc15d4f2-8e19-4f64-a8c2-0f6ee10301cd req-f5426296-809c-4ecd-830c-bb299a903548 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 944 time: 0.1161237 Aug 30 17:34:53.398968 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bc15d4f2-8e19-4f64-a8c2-0f6ee10301cd req-5fddb700-3bd0-4e6b-aae3-af362f7ba22e tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Aug 30 17:34:53.641275 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc7ff-85e1-4ec0-87a4-87217a78ebd9 req-43d15db7-f0cd-4d5a-8ff4-e1cda8c699ef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:53.642625 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-287bc7ff-85e1-4ec0-87a4-87217a78ebd9 req-43d15db7-f0cd-4d5a-8ff4-e1cda8c699ef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0586226 Aug 30 17:34:53.685531 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-287bc7ff-85e1-4ec0-87a4-87217a78ebd9 req-b187ff7e-c807-44ac-8492-da640e00ee3e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358350 Aug 30 17:34:54.044303 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18d96f-1908-48d2-a670-46c53a7bdad1 req-455235a1-29dd-42e5-804b-d81b05b62fe8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:54.045938 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bd18d96f-1908-48d2-a670-46c53a7bdad1 req-455235a1-29dd-42e5-804b-d81b05b62fe8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0580943 Aug 30 17:34:54.094179 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bd18d96f-1908-48d2-a670-46c53a7bdad1 req-58b530e1-ddbd-4c13-8d5b-c08e0d8ab713 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Aug 30 17:34:54.530818 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0713f-b74f-4c8d-92db-23b8501feb22 req-529c5207-6d64-4850-af25-71116d6bf756 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:54.533094 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebf0713f-b74f-4c8d-92db-23b8501feb22 req-529c5207-6d64-4850-af25-71116d6bf756 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 944 time: 0.0542257 Aug 30 17:34:54.591524 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebf0713f-b74f-4c8d-92db-23b8501feb22 req-55b4ca4f-14b2-4876-befc-40cb7d71ac1f tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 Aug 30 17:34:54.812654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1471-a7f9-4646-aab4-f07e2d3aec89 req-7f0f85a5-8ea4-4c02-a68e-d238d0392801 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:54.814256 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-897b1471-a7f9-4646-aab4-f07e2d3aec89 req-7f0f85a5-8ea4-4c02-a68e-d238d0392801 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0511274 Aug 30 17:34:54.854969 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-897b1471-a7f9-4646-aab4-f07e2d3aec89 req-4200e4f6-7c4b-4b1a-a234-a2e6ab65ab4a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342624 Aug 30 17:34:55.078528 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-85c6e31f-6192-4620-9d7a-d299136c3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.080024 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-85c6e31f-6192-4620-9d7a-d299136c3122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1097 time: 0.0449445 Aug 30 17:34:55.129580 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-f3d57c3a-9a73-4c96-83f2-f7b523123713 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 217 time: 0.0410666 Aug 30 17:34:55.193499 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-fb8272a8-3c9d-40c9-84ac-1e21dbc6efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.195056 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-fb8272a8-3c9d-40c9-84ac-1e21dbc6efb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0577643 Aug 30 17:34:55.252194 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4e7ab-d950-4c88-abcf-b24089cb82c3 req-682b50e9-74a3-4d1f-8faf-d30a6a312b06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.255743 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38e4e7ab-d950-4c88-abcf-b24089cb82c3 req-682b50e9-74a3-4d1f-8faf-d30a6a312b06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0864904 Aug 30 17:34:55.266193 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['62c35b32-30ab-4a28-947e-6d6f658e43fb'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:34:55.270923 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-cad9574e-0653-422b-8fcf-27986e0d7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.272839 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-cad9574e-0653-422b-8fcf-27986e0d7ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682218 Aug 30 17:34:55.328890 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38e4e7ab-d950-4c88-abcf-b24089cb82c3 req-264649e0-dc48-4ae2-9f20-8e9da263764f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Aug 30 17:34:55.388089 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-f7539fc6-8507-49de-8f6d-b044fc6d4649 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075711 Aug 30 17:34:55.515985 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-eb8142b2-0877-4664-90c5-313132c78c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.517614 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-eb8142b2-0877-4664-90c5-313132c78c9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 1099 time: 0.1125057 Aug 30 17:34:55.539138 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-38fcebe4-f810-451f-aeae-aeaf46df955a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.548502 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-340ed546-d990-40a3-b96c-298fb7a68d93 req-c4df247b-cb4a-4773-bf72-cbadb56e1563 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445377 Aug 30 17:34:55.628861 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-38fcebe4-f810-451f-aeae-aeaf46df955a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.702412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd241858-b434-487b-93c9-f413145340fe req-d9b170c2-99aa-4d7f-880e-bc7cc41de4eb tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.702699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e74f0-121e-48fc-829d-219cee2aae27 req-396f1974-c83c-4266-9f09-b029c29c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.704009 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd241858-b434-487b-93c9-f413145340fe req-d9b170c2-99aa-4d7f-880e-bc7cc41de4eb tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 944 time: 0.0514941 Aug 30 17:34:55.704184 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-396f1974-c83c-4266-9f09-b029c29c7e47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1097 time: 0.0405548 Aug 30 17:34:55.729807 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-38fcebe4-f810-451f-aeae-aeaf46df955a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.772548 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a52eb05-66d0-4abb-8ba8-942a0268f303 req-38fcebe4-f810-451f-aeae-aeaf46df955a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461479 Aug 30 17:34:55.779262 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd241858-b434-487b-93c9-f413145340fe req-ccad77cc-97f3-4051-a049-25db4e565f38 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681245 Aug 30 17:34:55.785282 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcebe4-f810-451f-aeae-aeaf46df955a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2fdfb-8817-4072-b950-935c4ce7727f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:55.808364 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e74f0-121e-48fc-829d-219cee2aae27 req-4b61d5bd-10f1-47be-806a-e2a32bf90711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.809900 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-4b61d5bd-10f1-47be-806a-e2a32bf90711 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0965345 Aug 30 17:34:55.894937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0a391921-d14e-4cd0-8f49-d41b075a372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.979924 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ddcb7-2384-43b7-81d9-39b8ce54f589 req-5fb95f19-7204-409e-91fa-6dd8474c678c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:55.981358 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c0ddcb7-2384-43b7-81d9-39b8ce54f589 req-5fb95f19-7204-409e-91fa-6dd8474c678c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0531330 Aug 30 17:34:56.038600 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c0ddcb7-2384-43b7-81d9-39b8ce54f589 req-87b99841-67a2-4adf-a739-34b4c8c088f3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484626 Aug 30 17:34:56.057800 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-524d585f-a8a5-49dc-9187-ef153cd3a10c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 217 time: 0.0402222 Aug 30 17:34:56.117978 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e74f0-121e-48fc-829d-219cee2aae27 req-2eabe082-b8d8-41b7-a8e6-861fe7e7dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:56.119476 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-2eabe082-b8d8-41b7-a8e6-861fe7e7dda0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0522232 Aug 30 17:34:56.171356 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e74f0-121e-48fc-829d-219cee2aae27 req-1a14f982-0e0d-4fb7-90f8-c17074b54345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:56.172906 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-1a14f982-0e0d-4fb7-90f8-c17074b54345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443785 Aug 30 17:34:56.276126 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-a4f5713e-129f-4212-b462-7af8a39dfe9a service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932684 Aug 30 17:34:56.403226 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-059e74f0-121e-48fc-829d-219cee2aae27 req-dc04bdf2-42d1-4e0d-b0f0-dad5b943e961 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217954 Aug 30 17:34:56.438424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef259a0-4164-457d-95b2-f04a15cf5330 req-2d5522cc-4067-46c1-aaea-fcd70b6376cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:56.440573 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8ef259a0-4164-457d-95b2-f04a15cf5330 req-2d5522cc-4067-46c1-aaea-fcd70b6376cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0580025 Aug 30 17:34:56.479995 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8ef259a0-4164-457d-95b2-f04a15cf5330 req-f229422d-45da-4ac3-9e3c-fc4db4d2650c tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Aug 30 17:34:56.903778 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60644d-c6cc-48e8-90f1-f34cb0c3f861 req-3f27b03b-58c0-423a-a701-280e2f75725b tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:56.905333 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fb60644d-c6cc-48e8-90f1-f34cb0c3f861 req-3f27b03b-58c0-423a-a701-280e2f75725b tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 944 time: 0.0508142 Aug 30 17:34:56.943708 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fb60644d-c6cc-48e8-90f1-f34cb0c3f861 req-a471c375-c2bc-4750-9444-ca837ad131e0 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 30 17:34:56.974916 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:57.019140 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 62c35b32-30ab-4a28-947e-6d6f658e43fb up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:57.151913 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 62c35b32-30ab-4a28-947e-6d6f658e43fb completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:57.156421 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 62c35b32-30ab-4a28-947e-6d6f658e43fb triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:57.157482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:57.172949 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eaf2d-cc0c-4bea-a5f7-2180e6fe61a3 req-77fc6ea6-5640-4a68-82a2-7473ba058728 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:57.179461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2f4eaf2d-cc0c-4bea-a5f7-2180e6fe61a3 req-77fc6ea6-5640-4a68-82a2-7473ba058728 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0623968 Aug 30 17:34:57.220107 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2f4eaf2d-cc0c-4bea-a5f7-2180e6fe61a3 req-b541b2bf-d0c4-4336-a0d8-519e5d4397ee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Aug 30 17:34:57.263389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:57.289085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:57.291685 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70888e2-4873-4aa2-9461-236b319539ae" -d '{"events": [{"server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "name": "network-vif-plugged", "status": "completed", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:57.315823 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb,segment=NetworkSegment(354887d0-8ade-4929-9025-426c6c3c8f8a),segment_id=354887d0-8ade-4929-9025-426c6c3c8f8a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:57.334334 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be8449b-b060-419c-ac0f-cc2cfb77e5e7 x-openstack-request-id: req-4be8449b-b060-419c-ac0f-cc2cfb77e5e7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:57.334934 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "name": "network-vif-plugged", "status": "completed", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:57.335736 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4be8449b-b060-419c-ac0f-cc2cfb77e5e7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:57.336868 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb', 'code': 200} Aug 30 17:34:57.413231 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:57.465134 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:57.611370 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f94f0-c479-4660-a1a8-ca8e66189cc3 req-79abe2fd-b9b5-40e8-aa3f-62944d84d9ca tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:57.613031 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f90f94f0-c479-4660-a1a8-ca8e66189cc3 req-79abe2fd-b9b5-40e8-aa3f-62944d84d9ca tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0491641 Aug 30 17:34:57.692777 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f90f94f0-c479-4660-a1a8-ca8e66189cc3 req-919791ff-f75c-4c5c-9954-53132aa871f3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Aug 30 17:34:57.815938 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b46534-bb18-49e0-b997-7c77f832e8f9 req-d9abc584-dd45-4c0f-bfec-e48835526a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:57.817451 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a9b46534-bb18-49e0-b997-7c77f832e8f9 req-d9abc584-dd45-4c0f-bfec-e48835526a13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 1098 time: 0.1083186 Aug 30 17:34:57.868379 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a9b46534-bb18-49e0-b997-7c77f832e8f9 req-0095925d-5279-44f4-b28a-4d893dd9e095 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Aug 30 17:34:58.074368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fb911-d758-41ab-b4e6-fdd373c594d9 req-7014c976-698c-4cc3-9f65-fc2965c50bb4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:58.076580 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a1fb911-d758-41ab-b4e6-fdd373c594d9 req-7014c976-698c-4cc3-9f65-fc2965c50bb4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0612762 Aug 30 17:34:58.114345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a1fb911-d758-41ab-b4e6-fdd373c594d9 req-8feb7293-aff4-42e5-ad8a-59e6324a909d tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Aug 30 17:34:58.351793 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71bf1-8190-4c70-9789-add8a7933d29 req-df4a1fce-f510-4022-899b-4e9201d1e8d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:58.353245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21e71bf1-8190-4c70-9789-add8a7933d29 req-df4a1fce-f510-4022-899b-4e9201d1e8d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0504036 Aug 30 17:34:58.391904 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21e71bf1-8190-4c70-9789-add8a7933d29 req-902b156d-2594-440a-aec0-fa364fb6e73f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Aug 30 17:34:58.728663 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f61ac45b-cf55-4b67-a5c4-af35dd85d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:58.795709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5f8c4-9d8f-4409-b4b6-4bb8fb077ad5 req-99adeef0-d22f-43db-9cbb-3bb1481a6b48 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:58.800435 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69d5f8c4-9d8f-4409-b4b6-4bb8fb077ad5 req-99adeef0-d22f-43db-9cbb-3bb1481a6b48 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0503764 Aug 30 17:34:58.837500 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69d5f8c4-9d8f-4409-b4b6-4bb8fb077ad5 req-7f08011e-e035-4771-8731-af2f244bfc00 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Aug 30 17:34:58.980426 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:59.231620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9f13e-91ba-443c-b471-643418d3d3b7 req-ef0632da-7a91-44a9-88d6-2491c5340ba2 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:59.233123 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6dc9f13e-91ba-443c-b471-643418d3d3b7 req-ef0632da-7a91-44a9-88d6-2491c5340ba2 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0499530 Aug 30 17:34:59.273100 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6dc9f13e-91ba-443c-b471-643418d3d3b7 req-99a72d9c-c6f2-4211-ad22-c33d450a4b10 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Aug 30 17:34:59.513498 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de566fd6-aaa3-4b41-8f69-61a170ba6e4a req-48382deb-237a-444e-8f95-7ae96d4643ff tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:59.514954 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de566fd6-aaa3-4b41-8f69-61a170ba6e4a req-48382deb-237a-444e-8f95-7ae96d4643ff tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0513473 Aug 30 17:34:59.552501 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de566fd6-aaa3-4b41-8f69-61a170ba6e4a req-3a95ffbb-6964-43c9-9df7-979f22b53c90 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Aug 30 17:34:59.711710 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:59.985484 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:35:00.094345 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:00.106786 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:35:00.144524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:00.157805 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:00.180914 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:00.260461 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:00.308862 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:00.383398 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bab0c-efe3-4b88-b983-0eaf13b2dcf3 req-71b41880-9421-4e4e-926c-39bfeaa2eaa4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:00.384837 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a9bab0c-efe3-4b88-b983-0eaf13b2dcf3 req-71b41880-9421-4e4e-926c-39bfeaa2eaa4 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0459518 Aug 30 17:35:00.422115 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a9bab0c-efe3-4b88-b983-0eaf13b2dcf3 req-dce37d80-664d-4fa2-978a-4fb315ea8c56 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Aug 30 17:35:00.668929 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72fe40-ebbd-4af8-8fe4-c0774750021a req-17336e12-1f6a-44f6-8b28-734fb914a22c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:00.670491 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d72fe40-ebbd-4af8-8fe4-c0774750021a req-17336e12-1f6a-44f6-8b28-734fb914a22c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Aug 30 17:35:00.708657 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d72fe40-ebbd-4af8-8fe4-c0774750021a req-6313b9e6-e4a6-4432-ac7f-bbf2bb9155c2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Aug 30 17:35:01.219862 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:01.831172 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dc7ee-c22c-4843-9a38-d8e6abf63f11 req-61e609c4-317f-49bf-8e15-e65f6a033b39 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:01.832735 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d32dc7ee-c22c-4843-9a38-d8e6abf63f11 req-61e609c4-317f-49bf-8e15-e65f6a033b39 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Aug 30 17:35:01.871539 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d32dc7ee-c22c-4843-9a38-d8e6abf63f11 req-6750fac7-b40e-4255-a6b7-1d7a6d42c454 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327332 Aug 30 17:35:02.253668 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['5d34aa7c-32ed-4f98-8788-ca4482119648'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:02.989262 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721e24d-2fbd-4ea5-b16e-9f98dd7deb2c req-ff754292-bb29-4ac3-83df-1623ee68cff9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:02.990233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6721e24d-2fbd-4ea5-b16e-9f98dd7deb2c req-ff754292-bb29-4ac3-83df-1623ee68cff9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Aug 30 17:35:03.033715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6721e24d-2fbd-4ea5-b16e-9f98dd7deb2c req-05e6486b-c839-4ce3-b542-9851cc446cc2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331190 Aug 30 17:35:04.167909 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243949-ee74-4922-b184-dc533011e313 req-3f012fb0-1ae3-4d5c-9417-0f94f7940ee9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:04.169424 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90243949-ee74-4922-b184-dc533011e313 req-3f012fb0-1ae3-4d5c-9417-0f94f7940ee9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0621741 Aug 30 17:35:04.211944 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90243949-ee74-4922-b184-dc533011e313 req-d9ad841f-f9bb-4d18-b5d5-b5783d272317 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345831 Aug 30 17:35:05.345868 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25b04-6977-425e-8cc8-74772e00b946 req-429adb2f-c0a5-4159-9cd1-21f3fef3c6b2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:05.347415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bfb25b04-6977-425e-8cc8-74772e00b946 req-429adb2f-c0a5-4159-9cd1-21f3fef3c6b2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0566046 Aug 30 17:35:05.385770 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bfb25b04-6977-425e-8cc8-74772e00b946 req-0c519aa6-3593-47a6-baa0-38d2f2291ff4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323722 Aug 30 17:35:06.524763 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69bbdd-a59c-4ae4-9760-761faeed9cf8 req-9ac14978-b20e-4326-be2a-d771164f9ab9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:06.526332 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d69bbdd-a59c-4ae4-9760-761faeed9cf8 req-9ac14978-b20e-4326-be2a-d771164f9ab9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Aug 30 17:35:06.570217 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d69bbdd-a59c-4ae4-9760-761faeed9cf8 req-0e95d4c3-0cf7-4603-acd7-eceacc5952bd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376997 Aug 30 17:35:06.596796 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:06.728689 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 5d34aa7c-32ed-4f98-8788-ca4482119648 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:06.732589 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 5d34aa7c-32ed-4f98-8788-ca4482119648 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:06.732961 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:06.813132 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:06.836181 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:06.838480 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91096676-90aa-45cc-922c-bcde255b73d6" -d '{"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:06.850681 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:06.880740 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb307870-f2f9-40aa-9682-b86fecec69f6 x-openstack-request-id: req-cb307870-f2f9-40aa-9682-b86fecec69f6 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:06.881025 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:06.881295 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb307870-f2f9-40aa-9682-b86fecec69f6 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:06.881679 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'code': 200} Aug 30 17:35:06.922895 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:06.970580 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:07.689022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17a647-8113-4b74-83de-579cb5f233a6 req-c9c34898-4970-4956-80e5-e6a23c484bec tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:07.690439 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a17a647-8113-4b74-83de-579cb5f233a6 req-c9c34898-4970-4956-80e5-e6a23c484bec tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0487309 Aug 30 17:35:07.730350 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a17a647-8113-4b74-83de-579cb5f233a6 req-e18e797b-1536-4dd3-aec0-341c01aba812 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Aug 30 17:35:08.791240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309acb4-2df8-4f81-8c55-27bed291abd0 req-457ce188-04a5-4ac5-ade4-30531666a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:08.793019 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-3309acb4-2df8-4f81-8c55-27bed291abd0 req-457ce188-04a5-4ac5-ade4-30531666a5eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1099 time: 0.0459483 Aug 30 17:35:08.830067 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-3309acb4-2df8-4f81-8c55-27bed291abd0 req-d8761623-0fac-4595-abd1-f266ea28c1d1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290465 Aug 30 17:35:08.869365 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4f02-5ec9-4b70-a1fe-e7f58b5c1281 req-6ffc8fa6-c4ef-4aec-8b70-19edf6feeebb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:08.870929 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-57df4f02-5ec9-4b70-a1fe-e7f58b5c1281 req-6ffc8fa6-c4ef-4aec-8b70-19edf6feeebb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0549605 Aug 30 17:35:08.915269 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-57df4f02-5ec9-4b70-a1fe-e7f58b5c1281 req-f86ad40d-eb0d-4c1a-bd88-943d862461eb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Aug 30 17:35:10.053497 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8a9c5-6fe2-4e6c-a233-81f3f3d7e115 req-2b151718-253a-4cbf-945f-e3fcfdbabf86 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:10.054981 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-42d8a9c5-6fe2-4e6c-a233-81f3f3d7e115 req-2b151718-253a-4cbf-945f-e3fcfdbabf86 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0521369 Aug 30 17:35:10.107578 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-42d8a9c5-6fe2-4e6c-a233-81f3f3d7e115 req-aa64ec1a-4472-467d-a120-c2c3002c081a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405796 Aug 30 17:35:11.285974 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b31918-867b-4c0d-ab86-b9deaaa08e5c req-1b7857e4-19d9-48af-b9ca-975b8cd56871 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:11.288267 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-12b31918-867b-4c0d-ab86-b9deaaa08e5c req-1b7857e4-19d9-48af-b9ca-975b8cd56871 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0846829 Aug 30 17:35:11.337508 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-12b31918-867b-4c0d-ab86-b9deaaa08e5c req-8d42ec0b-d1e6-4d7f-8217-49697fb11479 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Aug 30 17:35:11.470757 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36917a13-eae8-4b38-a4d5-66cfcc3c2c8c req-0fa8ef2e-bb9c-4edb-8484-99d6036b9f26 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:11.472825 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-36917a13-eae8-4b38-a4d5-66cfcc3c2c8c req-0fa8ef2e-bb9c-4edb-8484-99d6036b9f26 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0556076 Aug 30 17:35:11.483224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 37526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:11.488038 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'floatingip': {'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:11.563888 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.014774 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37546) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:12.211954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d5c13fa4-aef3-49cf-8479-e65410a7b1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.355699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d5c13fa4-aef3-49cf-8479-e65410a7b1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.448658 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d5c13fa4-aef3-49cf-8479-e65410a7b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.500385 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d5c13fa4-aef3-49cf-8479-e65410a7b1ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=970fe7f39db04d5b8c481f994c264ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828300 Aug 30 17:35:12.501635 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c13fa4-aef3-49cf-8479-e65410a7b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e954266-df6b-4001-9488-83118baff6ab,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:12.505370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37558) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:12.590034 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.624758 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.746124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.751480 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.754699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.755920 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e954266-df6b-4001-9488-83118baff6ab HTTP/1.1" status: 204 len: 168 time: 0.2493532 Aug 30 17:35:12.764761 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8aeb5-7a2a-4784-9dc2-56a3c5ea427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e954266-df6b-4001-9488-83118baff6ab,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:12.802949 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:12.909097 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Floating IP 0c759fbe-e764-4b9d-b927-7ef91dfb112d associated. External IP: 172.27.3.181, port: 5d34aa7c-32ed-4f98-8788-ca4482119648. Aug 30 17:35:13.135214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:35:13.247002 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:35:13.252306 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:13.261679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:35:13.273544 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:13.274309 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:34:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:13.287628 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6de61184-c529-4c9a-ace9-68bf6095407c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "PUT /v2.0/floatingips/0c759fbe-e764-4b9d-b927-7ef91dfb112d HTTP/1.1" status: 200 len: 992 time: 1.8003652 Aug 30 17:35:13.287628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:13.292093 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18262099-c037-414f-9175-304523fd7bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:13.337034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15879cd4-85b8-4fa5-9c44-7d3e37901330 x-openstack-request-id: req-15879cd4-85b8-4fa5-9c44-7d3e37901330 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:13.337034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:13.337034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15879cd4-85b8-4fa5-9c44-7d3e37901330 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:13.337034 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'status': 'completed', 'code': 200} Aug 30 17:35:13.409468 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:13.559962 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37580) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:13.575167 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ec47b30f-f2ab-4ca9-8b19-a9ec84e58726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:13.694934 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ec47b30f-f2ab-4ca9-8b19-a9ec84e58726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:13.704916 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c759fbe-e764-4b9d-b927-7ef91dfb112d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:34:33Z', 'updated_at': '2021-08-30T17:35:12Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:13.730180 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:35:13.739463 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:13.740083 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:34:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:13.768180 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ec47b30f-f2ab-4ca9-8b19-a9ec84e58726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:13.808167 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ec47b30f-f2ab-4ca9-8b19-a9ec84e58726 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8752c5ff012942e69599f7eed8fb81b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469232 Aug 30 17:35:13.809457 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b30f-f2ab-4ca9-8b19-a9ec84e58726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45fafb-5dcd-4b0f-a86f-ef08ef792b27,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:13.810862 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 37586) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:13.848427 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:13.865782 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:13.886599 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:14.036646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:14.039298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:14.040823 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a45fafb-5dcd-4b0f-a86f-ef08ef792b27 HTTP/1.1" status: 204 len: 168 time: 0.2285707 Aug 30 17:35:14.049146 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03177ff1-eb76-4484-812b-fa25da280393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45fafb-5dcd-4b0f-a86f-ef08ef792b27,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:14.076971 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c759fbe-e764-4b9d-b927-7ef91dfb112d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:34:33Z', 'updated_at': '2021-08-30T17:35:12Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:14.103756 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f178637-7e6d-4d8d-a716-157b72d71a35 None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c759fbe-e764-4b9d-b927-7ef91dfb112d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:34:33Z', 'updated_at': '2021-08-30T17:35:12Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:35:14.346403 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ffbcf-3c0b-475f-b3cd-86684d7f3e4c None None] New status for floating IP 0c759fbe-e764-4b9d-b927-7ef91dfb112d: ACTIVE {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:35:14.489523 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262099-c037-414f-9175-304523fd7bbc req-b5ebb6a8-7cd3-4d40-8f7c-d0e1aa8fff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:14.491104 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-b5ebb6a8-7cd3-4d40-8f7c-d0e1aa8fff98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1099 time: 0.0538762 Aug 30 17:35:14.606893 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262099-c037-414f-9175-304523fd7bbc req-4dbaf96d-371c-4a94-a909-08348aacb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:14.608586 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-4dbaf96d-371c-4a94-a909-08348aacb319 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.1074221 Aug 30 17:35:14.724287 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-db49b984-221b-4466-bf2d-f082559669f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 1000 time: 0.1057966 Aug 30 17:35:14.962789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262099-c037-414f-9175-304523fd7bbc req-135c84fa-c1ee-4993-9155-8bf494f35ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:14.964526 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-135c84fa-c1ee-4993-9155-8bf494f35ac3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.2213953 Aug 30 17:35:15.021263 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262099-c037-414f-9175-304523fd7bbc req-cecaac78-1b6b-4ca5-8f57-42d230c32e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:15.022835 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-cecaac78-1b6b-4ca5-8f57-42d230c32e31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443013 Aug 30 17:35:15.116146 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-be814a65-322d-4373-b160-16fc20f1df7c service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Aug 30 17:35:15.236320 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-18262099-c037-414f-9175-304523fd7bbc req-7715a382-6d38-4c38-b502-d3e0b395ad71 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916929 Aug 30 17:35:19.347134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6ae24367-6d72-4662-ba89-c0b822a766ca tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:19.348650 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6ae24367-6d72-4662-ba89-c0b822a766ca tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1084595 Aug 30 17:35:19.364730 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-3d3cec6c-8346-4eb2-a8b2-1cdf80fb190d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/quotas/7a8c3513aa234e18b6a28f190febe4b4 HTTP/1.1" status: 200 len: 375 time: 0.0099483 Aug 30 17:35:19.418338 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-21482381-4a8f-4070-a94f-6443610e245a tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467875 Aug 30 17:35:19.686534 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 37784) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:19.698851 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-0f36e6a9-02d7-46ac-870f-d2c86be0cd1d service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731848 Aug 30 17:35:19.830394 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-fb4e6ed1-fcb2-4a2b-bc3c-a3c697f2e119 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193242 Aug 30 17:35:19.884595 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.000544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.115815 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.180762 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-809ae587-b02e-4cc4-ac00-68a971f96a2e req-21a908d6-c883-4fa3-bfe4-30a4f58f88e1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 210 time: 0.0562992 Aug 30 17:35:20.193722 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a6ca6071f3c4c4a9a2357500d3d3aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003493 Aug 30 17:35:20.193722 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8780dd-c0a6-44a8-8e3f-853d680b3e50,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:20.194889 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37810) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:20.201021 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.201403 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.210195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10127b6f-972d-49e2-b094-ac084364ae32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.275587 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.304293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.443882 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.459587 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:20.459587 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb8780dd-c0a6-44a8-8e3f-853d680b3e50 HTTP/1.1" status: 204 len: 168 time: 0.2518990 Aug 30 17:35:20.459587 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8780dd-c0a6-44a8-8e3f-853d680b3e50,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466673 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466673 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:20.466922 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044cb5f-725e-4df9-9f94-93e4db7887c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:21.201753 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 37850) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:21.216647 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c163b06d-7acb-4e17-ab0c-4ea72b76ba35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.292403 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7fc1b051-283f-4ccd-8df3-f1e9fb0f659b req-c284fe2d-9cbc-4a8e-a1b1-2bb941acab74 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 210 time: 0.0333240 Aug 30 17:35:21.337032 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c163b06d-7acb-4e17-ab0c-4ea72b76ba35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.425100 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c163b06d-7acb-4e17-ab0c-4ea72b76ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.463543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c163b06d-7acb-4e17-ab0c-4ea72b76ba35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cc6317a81244510954687e5b1c8db7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606232 Aug 30 17:35:21.464698 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163b06d-7acb-4e17-ab0c-4ea72b76ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db62d8-fe52-49d5-b8f5-f3323595a23e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:21.466288 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37854) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:21.520402 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.541560 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.663806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.666798 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:21.668041 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0db62d8-fe52-49d5-b8f5-f3323595a23e HTTP/1.1" status: 204 len: 168 time: 0.2006850 Aug 30 17:35:21.676649 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea638f-0b43-4eeb-af68-f415dfadf5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db62d8-fe52-49d5-b8f5-f3323595a23e,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:22.294107 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37878) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:22.307460 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-583e5298-c15d-41ce-8e93-1a0c443522e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.401634 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-281c1492-44ac-4126-a97a-b39b4d15de1e req-0e8573e6-3468-4b5f-ad29-7e31b27133ef tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Aug 30 17:35:22.405206 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-583e5298-c15d-41ce-8e93-1a0c443522e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.515259 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-583e5298-c15d-41ce-8e93-1a0c443522e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.553157 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e5298-c15d-41ce-8e93-1a0c443522e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ecf2b0-18ca-4272-9216-458127fee9cf,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:22.557529 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-583e5298-c15d-41ce-8e93-1a0c443522e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a0d97d81c243b28b8571bed9a473c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623780 Aug 30 17:35:22.560058 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 37882) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:22.611155 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.633087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.762239 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.764892 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:22.766159 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12ecf2b0-18ca-4272-9216-458127fee9cf HTTP/1.1" status: 204 len: 168 time: 0.2048600 Aug 30 17:35:22.776942 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee068d4-323c-451c-bdf1-b0bbf2d80dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ecf2b0-18ca-4272-9216-458127fee9cf,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:23.505727 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3aa834d2-710d-453e-bd98-0d346d974f87 req-61e21963-8670-4b6e-8a72-d82754efb75a tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 210 time: 0.0266087 Aug 30 17:35:23.709950 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-250d33fb-d89a-49a5-bb10-85157bb652ac tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:23.711548 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-250d33fb-d89a-49a5-bb10-85157bb652ac tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1034029 Aug 30 17:35:23.733191 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Request body: {'port': {'device_id': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'admin_state_up': True, 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:23.950809 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:23.954322 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:24.134841 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Allocated IP 172.20.0.11 (8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f/4a451163-90c2-4584-8c48-37f44b13ac5e/530e7cb3-29c1-4b1d-8d85-2545c71d95c8) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:24.305150 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:24.442958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:24.455892 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:24.493080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:24.499087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:24.504013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:24.514171 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:24.514171 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:24.514503 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event updated for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:24.654141 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-6fc85628-13d4-41cf-9749-eee99dcee304 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9250364 Aug 30 17:35:24.670488 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Request body: {'port': {'device_id': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:24.671466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52878c7c-2d55-464c-b885-44cea8205b6e req-0a6a7f95-1c2d-4a28-92d9-6cebde926b61 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:24.673239 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52878c7c-2d55-464c-b885-44cea8205b6e req-0a6a7f95-1c2d-4a28-92d9-6cebde926b61 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 932 time: 0.0647683 Aug 30 17:35:24.719628 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52878c7c-2d55-464c-b885-44cea8205b6e req-d26b0eea-f9fe-46cd-9aec-7dcc739fed83 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Aug 30 17:35:24.742930 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.048109 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:25.056435 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.070778 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Transition to ACTIVE for port object 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:25.156132 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.230577 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Pushing event updated for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:25.248175 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Attempting to bind port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:25.248517 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Attempting to bind port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:25.248847 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Attempting to bind port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:25.253336 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:35:25.253654 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Attempting to bind port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:25.258862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:25.259202 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Checking segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:25.259659 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Bound using segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:25.260082 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Bound port: 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:25.260439 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.329036 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:25.332154 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:25.482512 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.529061 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:25.529691 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.531126 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] 10.222.0.50 "PUT /v2.0/ports/530e7cb3-29c1-4b1d-8d85-2545c71d95c8 HTTP/1.1" status: 200 len: 1094 time: 0.8672428 Aug 30 17:35:25.531566 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:25.533822 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f54264-a070-4681-990d-5e957bf4d0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:25.563276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b925b-e0f9-4373-8dbc-169e9a5e7878 service neutron] Pushing event updated for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:25.583758 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54a182-fb76-424a-889c-38b36b7b7502 x-openstack-request-id: req-ff54a182-fb76-424a-889c-38b36b7b7502 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:25.584057 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:25.584305 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff54a182-fb76-424a-889c-38b36b7b7502 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:25.584702 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'status': 'completed', 'code': 200} Aug 30 17:35:25.860502 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae485a-86a1-479f-bb3c-f678157d37e7 req-59e2af58-1782-4719-bdca-51ae9e1e7b64 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:25.862697 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8ae485a-86a1-479f-bb3c-f678157d37e7 req-59e2af58-1782-4719-bdca-51ae9e1e7b64 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 944 time: 0.0651932 Aug 30 17:35:25.904560 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05f22667-9e4f-4f35-b9fb-33b9da363e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.909725 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8ae485a-86a1-479f-bb3c-f678157d37e7 req-d75f623e-1eec-4f31-a429-1dde527b81d3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Aug 30 17:35:26.479996 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:26.598161 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9855f348-4e34-4d2a-80de-f658e369bdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.666997 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38086) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:26.714787 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9855f348-4e34-4d2a-80de-f658e369bdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.772653 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0d28-3932-435c-959f-5920956f6963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.830503 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9855f348-4e34-4d2a-80de-f658e369bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.871424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855f348-4e34-4d2a-80de-f658e369bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b3f1c-6248-4fa4-afea-94a4d2e458b3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:26.882540 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9855f348-4e34-4d2a-80de-f658e369bdd1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e121c53dd4774771bf757e6bda89234c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014823 Aug 30 17:35:26.882668 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38090) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:26.948823 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0d28-3932-435c-959f-5920956f6963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.961172 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.992404 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:26.993768 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.038686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d4c50-91c5-4218-a0e7-05da78a7bfd2 req-cbd77332-ab25-45d8-8968-26b426d829db tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:27.040484 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a9d4c50-91c5-4218-a0e7-05da78a7bfd2 req-cbd77332-ab25-45d8-8968-26b426d829db tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 944 time: 0.0612566 Aug 30 17:35:27.076430 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0d28-3932-435c-959f-5920956f6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.084765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a9d4c50-91c5-4218-a0e7-05da78a7bfd2 req-631ca575-50d8-44f7-b247-df861e7feac0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Aug 30 17:35:27.115772 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ad5c0d28-3932-435c-959f-5920956f6963 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6eb0aaf88d9447b48c6b0dd2f208128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474437 Aug 30 17:35:27.120134 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0d28-3932-435c-959f-5920956f6963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a027eb12-0a14-42b6-b8da-f69309884dcd,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:27.122439 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38096) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:27.178369 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.180045 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.182567 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.183818 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c3b3f1c-6248-4fa4-afea-94a4d2e458b3 HTTP/1.1" status: 204 len: 168 time: 0.3000870 Aug 30 17:35:27.200246 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2038b-2abe-40f3-a00f-55385fbaf1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b3f1c-6248-4fa4-afea-94a4d2e458b3,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:27.216250 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.401887 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.404543 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.405837 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a027eb12-0a14-42b6-b8da-f69309884dcd HTTP/1.1" status: 204 len: 168 time: 0.2823482 Aug 30 17:35:27.413887 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebab9f-50eb-4778-85b7-cbbe6af219a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a027eb12-0a14-42b6-b8da-f69309884dcd,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:27.421000 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:35:27.814787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54264-a070-4681-990d-5e957bf4d0fd req-8031d94d-2a13-467f-8061-87006610924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:27.816447 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58f54264-a070-4681-990d-5e957bf4d0fd req-8031d94d-2a13-467f-8061-87006610924b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 1097 time: 0.0432792 Aug 30 17:35:27.882452 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-7837e7ba-f1b3-40c4-9ebd-2a0fa2ea4ff2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385883 Aug 30 17:35:27.934921 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:27.956245 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d947cc46-d816-442b-91bc-3eb4e9d9ec80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.004930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-89f29065-8130-4107-931f-c0af303964c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.006488 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-89f29065-8130-4107-931f-c0af303964c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b6e3de8853a4966a6a8a94557f79136&device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 1098 time: 0.0650451 Aug 30 17:35:28.013158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54264-a070-4681-990d-5e957bf4d0fd req-e70aeaca-b296-4886-9eb2-a3133f651375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.013158 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58f54264-a070-4681-990d-5e957bf4d0fd req-e70aeaca-b296-4886-9eb2-a3133f651375 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1691778 Aug 30 17:35:28.191972 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38118) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:28.211666 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54264-a070-4681-990d-5e957bf4d0fd req-2d9781bc-9438-4c5b-ae33-b051801bd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.213136 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58f54264-a070-4681-990d-5e957bf4d0fd req-2d9781bc-9438-4c5b-ae33-b051801bd672 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913462 Aug 30 17:35:28.214261 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-05297327-f86f-4db1-9e79-a3878754dea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.239331 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d947cc46-d816-442b-91bc-3eb4e9d9ec80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.271570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-b62a4fe7-5779-4d95-8d18-bcb60181bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.272986 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-b62a4fe7-5779-4d95-8d18-bcb60181bc27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a7723753-d354-424e-bd93-73b643dfec5c HTTP/1.1" status: 200 len: 912 time: 0.2314193 Aug 30 17:35:28.289069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb72aa-66db-4d64-930e-04953ed813e0 req-073efd9d-bcf2-4cd1-9ddf-a56f73c1e49f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.290841 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8dbb72aa-66db-4d64-930e-04953ed813e0 req-073efd9d-bcf2-4cd1-9ddf-a56f73c1e49f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 944 time: 0.1261754 Aug 30 17:35:28.311974 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-1f7df35a-4633-4934-ad84-a49ea92a0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.313448 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-1f7df35a-4633-4934-ad84-a49ea92a0536 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 1097 time: 0.0405173 Aug 30 17:35:28.334280 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-3c533c1b-f665-4380-a97c-eac48b3531f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb HTTP/1.1" status: 200 len: 217 time: 0.0531249 Aug 30 17:35:28.370565 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-fbfb1def-5bbd-43d6-90ab-a1bc677ea35d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8 HTTP/1.1" status: 200 len: 217 time: 0.0413032 Aug 30 17:35:28.376240 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d947cc46-d816-442b-91bc-3eb4e9d9ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.433215 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8dbb72aa-66db-4d64-930e-04953ed813e0 req-f5116b1f-f7cd-440d-92af-9f964e9d8243 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363232 Aug 30 17:35:28.446225 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-5a61727e-605d-4590-884b-75f5dd99173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.447809 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-5a61727e-605d-4590-884b-75f5dd99173f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8bfa1921-eff2-4903-a416-96a3f636d0d5 HTTP/1.1" status: 200 len: 851 time: 0.1048975 Aug 30 17:35:28.449656 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-fa71ab3e-49dc-4dcb-ba09-d8a5b2ebcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:28.453762 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-fa71ab3e-49dc-4dcb-ba09-d8a5b2ebcf16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.0665541 Aug 30 17:35:28.453933 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d947cc46-d816-442b-91bc-3eb4e9d9ec80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b52a9c5202dd41bdab37f18cf67120a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153503 Aug 30 17:35:28.454637 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38120) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:28.512158 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947cc46-d816-442b-91bc-3eb4e9d9ec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13120a6a-74c3-449f-b0d3-9c1e07a37619,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:28.512158 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-0104ca5b-9a09-46aa-b7a3-b3a56d53e593 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a7723753-d354-424e-bd93-73b643dfec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319111 Aug 30 17:35:28.513756 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-b2f5c424-9532-4edb-afab-0554506df655 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351529 Aug 30 17:35:28.513756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-05297327-f86f-4db1-9e79-a3878754dea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.584747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.605122 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-88e37d9e-9c00-4d1d-8c93-44cd13484d05 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897582 Aug 30 17:35:28.622494 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.663084 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-0e82557d-9446-4163-980c-bc884fc035ab service neutron] 10.222.0.50 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432679 Aug 30 17:35:28.714028 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8473e05e-433e-4e5c-a588-85a13f3a6985 req-9cc7bb11-2c47-4829-a0de-0f3637531354 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971093 Aug 30 17:35:28.779943 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52eea1f2-31ab-43cb-8fc8-277560a0670d req-c15c96cb-f679-4d87-8cb2-990fd910cb8e service neutron] 10.222.0.50 "GET /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097505 Aug 30 17:35:28.790465 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-05297327-f86f-4db1-9e79-a3878754dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.842628 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-05297327-f86f-4db1-9e79-a3878754dea7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ad755f5defd49b0a0a3dddfd803d09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490781 Aug 30 17:35:28.843503 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05297327-f86f-4db1-9e79-a3878754dea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c34c9-620a-45c6-9ed1-fe9a8173dae5,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:28.845489 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38140) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:28.847588 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c6d645f1-618b-45ca-9998-e12a8727fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.872909 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.880378 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.888665 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13120a6a-74c3-449f-b0d3-9c1e07a37619 HTTP/1.1" status: 204 len: 168 time: 0.4302566 Aug 30 17:35:28.923506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46617ed-5840-4eee-af34-5e9ffdec6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13120a6a-74c3-449f-b0d3-9c1e07a37619,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:28.945009 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.965631 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.993115 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:29.167805 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:29.170689 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:29.178219 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a2c34c9-620a-45c6-9ed1-fe9a8173dae5 HTTP/1.1" status: 204 len: 168 time: 0.3252454 Aug 30 17:35:29.182155 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91575b1f-dc5a-44a1-bb3e-100872b7e33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c34c9-620a-45c6-9ed1-fe9a8173dae5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:29.515843 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a1918-98a5-4a76-8753-6d1153283f37 req-5618877c-878d-40a3-80ca-c5319c25dd06 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:29.522672 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7f1a1918-98a5-4a76-8753-6d1153283f37 req-5618877c-878d-40a3-80ca-c5319c25dd06 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0906715 Aug 30 17:35:29.603291 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7f1a1918-98a5-4a76-8753-6d1153283f37 req-c37eb1ec-3723-4226-bdf2-5e129b9a5804 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795259 Aug 30 17:35:29.611522 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696db09-de8a-43d8-bab1-1d196f5e57f3 req-66498a94-1ce7-4a75-ba8e-5147fbe56b10 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:29.623733 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f696db09-de8a-43d8-bab1-1d196f5e57f3 req-66498a94-1ce7-4a75-ba8e-5147fbe56b10 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 944 time: 0.0882790 Aug 30 17:35:29.658428 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f696db09-de8a-43d8-bab1-1d196f5e57f3 req-44bbd2e7-cb90-4a09-bda8-dc3893f6d0a4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Aug 30 17:35:29.704754 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:30.035621 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:35:30.133345 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:30.144317 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'port_id': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'mac_address': 'fa:16:3e:b0:69:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a451163-90c2-4584-8c48-37f44b13ac5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:35:30.188257 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:30.201022 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:30.221055 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:30.327626 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:30.374468 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.385673 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.386595 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:30.650921 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['530e7cb3-29c1-4b1d-8d85-2545c71d95c8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:30.671922 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38242) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:30.756322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d047e2-00cf-4c71-abcf-aa15e2828368 req-ed748dd8-4e8b-48f4-91c7-385324eb2bf8 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:30.758241 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25d047e2-00cf-4c71-abcf-aa15e2828368 req-ed748dd8-4e8b-48f4-91c7-385324eb2bf8 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0680437 Aug 30 17:35:30.836285 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25d047e2-00cf-4c71-abcf-aa15e2828368 req-a9c4113c-0726-4d3b-98e5-a780281d3c46 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Aug 30 17:35:30.843760 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7503-9273-4787-83be-488e78a71589 req-68ae0700-7777-4249-b465-12db2185074e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:30.845141 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-125b7503-9273-4787-83be-488e78a71589 req-68ae0700-7777-4249-b465-12db2185074e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 945 time: 0.0858338 Aug 30 17:35:30.884922 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-125b7503-9273-4787-83be-488e78a71589 req-1f76f85e-9550-49ba-802a-65fa6a54cb87 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 30 17:35:31.089770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c77dcd4-5259-4295-a3b9-5e6f7e5f8204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.109357 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38256) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:31.185640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c77dcd4-5259-4295-a3b9-5e6f7e5f8204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.217871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ca2398c8-129e-44df-88a7-998d1c238e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.259211 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.299124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6c77dcd4-5259-4295-a3b9-5e6f7e5f8204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.343070 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77dcd4-5259-4295-a3b9-5e6f7e5f8204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e40e2-9f2d-4b91-98eb-26f2a3e05abf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:31.349980 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6c77dcd4-5259-4295-a3b9-5e6f7e5f8204 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48ad3416d91c4b3789a8b4fbe686ae38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739435 Aug 30 17:35:31.350325 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38270) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:31.416629 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ca2398c8-129e-44df-88a7-998d1c238e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.428558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.450806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.498747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ca2398c8-129e-44df-88a7-998d1c238e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.549714 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2398c8-129e-44df-88a7-998d1c238e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b25d25a-ceb6-4c59-968f-ae3657b2afb0,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:31.555980 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ca2398c8-129e-44df-88a7-998d1c238e2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c2e3ff8252d4d6a9ea671b163580a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474356 Aug 30 17:35:31.559263 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38278) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:31.584949 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.587672 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.589431 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae1e40e2-9f2d-4b91-98eb-26f2a3e05abf HTTP/1.1" status: 204 len: 168 time: 0.2375593 Aug 30 17:35:31.599730 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdad97d-811c-4334-9e31-5743be6e681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e40e2-9f2d-4b91-98eb-26f2a3e05abf,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:31.643969 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.669182 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.799246 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-4b0194c5-4442-44f2-bbd6-9043d3eb0c30 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:31.800715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-4b0194c5-4442-44f2-bbd6-9043d3eb0c30 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.0528691 Aug 30 17:35:31.802538 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.806187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.813649 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b25d25a-ceb6-4c59-968f-ae3657b2afb0 HTTP/1.1" status: 204 len: 168 time: 0.2470975 Aug 30 17:35:31.842190 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667561d-e35b-40cc-aaf6-ed3b1181a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b25d25a-ceb6-4c59-968f-ae3657b2afb0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:32.007947 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Deleting port 62c35b32-30ab-4a28-947e-6d6f658e43fb {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:35:32.007947 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.049892 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:32.082445 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112ff4b-8a44-414f-8acf-1047010a958d req-3e726747-7c60-4564-86b8-e2ff3e082831 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:32.084000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6112ff4b-8a44-414f-8acf-1047010a958d req-3e726747-7c60-4564-86b8-e2ff3e082831 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 945 time: 0.1639490 Aug 30 17:35:32.146754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ef906-e9d4-472e-b27e-c29be14fa4b7 req-f5beca07-39ea-4bb9-8aab-d991172f4040 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:32.148368 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e42ef906-e9d4-472e-b27e-c29be14fa4b7 req-f5beca07-39ea-4bb9-8aab-d991172f4040 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 945 time: 0.1646795 Aug 30 17:35:32.183405 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:32.183405 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:32.183405 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.183899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] For port 62c35b32-30ab-4a28-947e-6d6f658e43fb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=62c35b32-30ab-4a28-947e-6d6f658e43fb,segment=NetworkSegment(354887d0-8ade-4929-9025-426c6c3c8f8a),segment_id=354887d0-8ade-4929-9025-426c6c3c8f8a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:32.184274 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.189354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6112ff4b-8a44-414f-8acf-1047010a958d req-06308d60-17fe-405b-85f4-ae139c0de296 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69cd512-986a-411e-8ff2-7dd8781aa225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941300 Aug 30 17:35:32.213668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Calling delete_port for 62c35b32-30ab-4a28-947e-6d6f658e43fb owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:35:32.261260 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e42ef906-e9d4-472e-b27e-c29be14fa4b7 req-fc16656a-fb1d-4004-b629-dce16b9e4fb2 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Aug 30 17:35:32.358770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.391249 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:32.394035 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1788d77-3ffe-4ac6-a3d3-11f48051acbf" -d '{"events": [{"server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "name": "network-vif-plugged", "status": "completed", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:32.416765 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:32.452246 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aed583-bcd4-4369-952b-3f97dd106907 x-openstack-request-id: req-87aed583-bcd4-4369-952b-3f97dd106907 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:32.452590 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "name": "network-vif-plugged", "status": "completed", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:32.452988 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87aed583-bcd4-4369-952b-3f97dd106907 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:32.453396 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'code': 200} Aug 30 17:35:32.522605 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.594521 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:32.739891 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.797223 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38336) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:32.820385 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2e7aeff6-6f0d-4a8a-b143-92ea17644934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.821221 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Pushing event deleted for resources: {'Port': ['ID=62c35b32-30ab-4a28-947e-6d6f658e43fb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:32.901524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] No DVR routers for this DVR port 62c35b32-30ab-4a28-947e-6d6f658e43fb on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:35:32.905829 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ecd3-c684-4cad-a41b-67eb42770a1b req-d54af004-4c67-44b2-bcb6-c03c59afc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:32.908016 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:32.908681 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6030ecd3-c684-4cad-a41b-67eb42770a1b req-d54af004-4c67-44b2-bcb6-c03c59afc08f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 1099 time: 0.0971375 Aug 30 17:35:32.911689 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f64b8d4-493e-4e23-8d1f-e221b45ac3c6 req-6e3de4ab-3cd3-42aa-91a2-e91c17df1014 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.50 "DELETE /v2.0/ports/62c35b32-30ab-4a28-947e-6d6f658e43fb HTTP/1.1" status: 204 len: 173 time: 1.0953619 Aug 30 17:35:32.913578 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'name': 'network-vif-deleted', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:32.921344 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad937851-e51b-496c-bcf5-a703d7933b69" -d '{"events": [{"server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "name": "network-vif-deleted", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:32.997138 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6030ecd3-c684-4cad-a41b-67eb42770a1b req-fe1f1740-cf78-4f7c-bfbd-2d50eef439e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Aug 30 17:35:33.033110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5e0ea-5dbe-4291-ba38-d2c9e10750b5 x-openstack-request-id: req-27c5e0ea-5dbe-4291-ba38-d2c9e10750b5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:33.033540 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6768e5-a309-421e-be72-a7d8cde2aecd", "name": "network-vif-deleted", "tag": "62c35b32-30ab-4a28-947e-6d6f658e43fb", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:33.033914 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27c5e0ea-5dbe-4291-ba38-d2c9e10750b5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:33.034484 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6768e5-a309-421e-be72-a7d8cde2aecd', 'name': 'network-vif-deleted', 'tag': '62c35b32-30ab-4a28-947e-6d6f658e43fb', 'status': 'completed', 'code': 200} Aug 30 17:35:33.060189 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2e7aeff6-6f0d-4a8a-b143-92ea17644934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.102804 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38350) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:33.118689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b1b595e7-6828-4783-b4a8-198dd280ca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.168891 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2e7aeff6-6f0d-4a8a-b143-92ea17644934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.223426 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aeff6-6f0d-4a8a-b143-92ea17644934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c41401-f925-41d2-b718-9b5bca3cf1f7,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:33.236314 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2e7aeff6-6f0d-4a8a-b143-92ea17644934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f83913c25b93420cb9eead00f9c53d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336181 Aug 30 17:35:33.236673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38356) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:33.331988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.381026 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b1b595e7-6828-4783-b4a8-198dd280ca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.437595 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1ef5d2b5-c330-4e73-8a10-ee82332d19c3 req-04a91d86-a05b-41de-9251-a48563a65e43 tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0963230 Aug 30 17:35:33.452798 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b1b595e7-6828-4783-b4a8-198dd280ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.513747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.517117 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b595e7-6828-4783-b4a8-198dd280ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ef7b1-c82d-4e9b-b485-fe51da1d580a,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:33.542150 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b1b595e7-6828-4783-b4a8-198dd280ca8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c36a21291b842a4a8dfa06ae0cbb47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381907 Aug 30 17:35:33.544729 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38382) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:33.572288 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e38cf-4d99-46d9-a21b-9e27320243ea req-10b59dc0-f8c2-4623-a1f6-1dd8e7d51362 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:33.578661 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6e4e38cf-4d99-46d9-a21b-9e27320243ea req-10b59dc0-f8c2-4623-a1f6-1dd8e7d51362 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.1333542 Aug 30 17:35:33.609676 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.616157 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6e4e38cf-4d99-46d9-a21b-9e27320243ea req-5204b1c6-5926-4270-bfe6-8d78e250974e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 30 17:35:33.633578 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.670338 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.673135 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.674428 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43c41401-f925-41d2-b718-9b5bca3cf1f7 HTTP/1.1" status: 204 len: 168 time: 0.4385087 Aug 30 17:35:33.682704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755815e-f3f0-441f-954a-1d88eb37406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c41401-f925-41d2-b718-9b5bca3cf1f7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:33.802298 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.804800 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.805941 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/581ef7b1-c82d-4e9b-b485-fe51da1d580a HTTP/1.1" status: 204 len: 168 time: 0.2601614 Aug 30 17:35:33.813866 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30445006-f01e-438f-bc84-aa9413ab9ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ef7b1-c82d-4e9b-b485-fe51da1d580a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:34.057943 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 62c35b32-30ab-4a28-947e-6d6f658e43fb no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:35:34.077946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 62c35b32-30ab-4a28-947e-6d6f658e43fb {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:35:34.083121 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 62c35b32-30ab-4a28-947e-6d6f658e43fb not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:35:34.475716 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38406) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:34.516624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38410) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:34.610033 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f6f307ab-2cc7-423d-8763-119d37481436 req-cb094379-958d-4bc7-94d6-3c7d1d8abd1b tempest-DeleteServersTestJSON-66775136 tempest-DeleteServersTestJSON-66775136-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a6768e5-a309-421e-be72-a7d8cde2aecd HTTP/1.1" status: 200 len: 210 time: 0.0290616 Aug 30 17:35:34.706396 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-703a6ff3-31c2-4bba-9fe6-9baebe9cbc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:34.763153 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b4c7-17da-4822-9d01-8488653d7b9f req-ba5f787a-c259-435b-b0d1-e99b05aecdd0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:34.768882 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9fb6b4c7-17da-4822-9d01-8488653d7b9f req-ba5f787a-c259-435b-b0d1-e99b05aecdd0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0753434 Aug 30 17:35:34.783744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0466deec-2365-4bcd-ad2f-670895ae59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:34.828908 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-703a6ff3-31c2-4bba-9fe6-9baebe9cbc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:34.839466 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9fb6b4c7-17da-4822-9d01-8488653d7b9f req-dfec1f0e-80af-4635-96ce-ae2cd6553cad tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Aug 30 17:35:34.889715 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38428) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:34.909050 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:34.937355 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-703a6ff3-31c2-4bba-9fe6-9baebe9cbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:34.949057 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.db.api [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 17:35:34.949057 dv-cinder-759955-15-iscsi neutron-server[94572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 17:35:34.949057 dv-cinder-759955-15-iscsi neutron-server[94572]: [parameters: {'project_id_1': '21f1d969e5bf45279e67ed14a67baa44', 'expiration_1': datetime.datetime(2021, 8, 30, 17, 35, 34, 920745)}] Aug 30 17:35:34.949057 dv-cinder-759955-15-iscsi neutron-server[94572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 17:35:34.949924 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG oslo_db.api [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 17:35:34.979050 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-703a6ff3-31c2-4bba-9fe6-9baebe9cbc04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d611fae7828043a0bfcb3e55beb5d5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021648 Aug 30 17:35:34.979928 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6ff3-31c2-4bba-9fe6-9baebe9cbc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a529bcf4-6815-437f-9c21-e5e869cb2126,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:34.984260 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38432) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:35.041987 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.049292 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0466deec-2365-4bcd-ad2f-670895ae59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.064358 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.167613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0466deec-2365-4bcd-ad2f-670895ae59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.190698 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.194117 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.195342 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a529bcf4-6815-437f-9c21-e5e869cb2126 HTTP/1.1" status: 204 len: 168 time: 0.2099361 Aug 30 17:35:35.205485 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a608c0-c1aa-4ed4-aea6-6bb7324eff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529bcf4-6815-437f-9c21-e5e869cb2126,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:35.238859 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38446) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:35.239028 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-0466deec-2365-4bcd-ad2f-670895ae59a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abdb4eb18d33412c97874b8a4fe2000f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211175 Aug 30 17:35:35.241418 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466deec-2365-4bcd-ad2f-670895ae59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cd7455-b410-41be-99e4-76276bb48397,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:35.451849 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.499084 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.523785 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.548928 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.613086 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.660187 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21f1d969e5bf45279e67ed14a67baa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670200 Aug 30 17:35:35.660990 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38464) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:35.664125 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b563ee-62b2-4227-93bc-9a434c1cbc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d05a98-18a6-4b47-bb3c-68a12bc492a6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:35.681503 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.686464 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.707946 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7cd7455-b410-41be-99e4-76276bb48397 HTTP/1.1" status: 204 len: 168 time: 0.4676607 Aug 30 17:35:35.733230 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050b2e5-cb5d-43b2-804d-f41b1d9b4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cd7455-b410-41be-99e4-76276bb48397,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:35.767631 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.792633 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.937085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.940858 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:35.946120 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28d05a98-18a6-4b47-bb3c-68a12bc492a6 HTTP/1.1" status: 204 len: 168 time: 0.2797775 Aug 30 17:35:35.955222 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b104e-56ed-4222-9e96-12f13b93a84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d05a98-18a6-4b47-bb3c-68a12bc492a6,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:36.069928 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38488) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:36.084292 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a85ec93-503e-4374-97c7-f58c5fab83c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.180853 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a85ec93-503e-4374-97c7-f58c5fab83c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.327950 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a85ec93-503e-4374-97c7-f58c5fab83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.375469 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7a85ec93-503e-4374-97c7-f58c5fab83c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb8de1d643f54df5b2636f280bcf674c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044360 Aug 30 17:35:36.378757 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38502) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:36.382478 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ec93-503e-4374-97c7-f58c5fab83c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936999e-8469-47fc-91ff-be967779eca4,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:36.445293 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.471705 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.624978 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.630916 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:36.634125 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f936999e-8469-47fc-91ff-be967779eca4 HTTP/1.1" status: 204 len: 168 time: 0.2521873 Aug 30 17:35:36.646838 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295d636-4938-4aeb-b682-5c9c443fd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936999e-8469-47fc-91ff-be967779eca4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:36.820751 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38514) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:36.838498 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d19f-4669-40bc-9b6f-ad9656a241bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.009838 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d19f-4669-40bc-9b6f-ad9656a241bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.130783 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d19f-4669-40bc-9b6f-ad9656a241bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.178030 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-f1b2d19f-4669-40bc-9b6f-ad9656a241bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12f21fb52d95480fafba057c028575e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481104 Aug 30 17:35:37.178030 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d19f-4669-40bc-9b6f-ad9656a241bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e8b59-5115-444a-97bc-369bfa80e158,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:37.180208 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38532) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:37.233006 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.264439 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.309892 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38544) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:37.365585 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Deleting subnet 8bfa1921-eff2-4903-a416-96a3f636d0d5 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:35:37.369657 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.407694 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.409476 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.413258 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.419016 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/245e8b59-5115-444a-97bc-369bfa80e158 HTTP/1.1" status: 204 len: 168 time: 0.2332180 Aug 30 17:35:37.424050 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501ad5f-d1c1-4c04-8b71-ef6525da2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e8b59-5115-444a-97bc-369bfa80e158,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:37.465402 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.579155 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.606225 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfa1921-eff2-4903-a416-96a3f636d0d5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:37.613298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.617932 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-06018106-6f84-4b62-bc7f-68c2ae6f75a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8bfa1921-eff2-4903-a416-96a3f636d0d5 HTTP/1.1" status: 204 len: 168 time: 0.3041303 Aug 30 17:35:37.619725 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38558) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:37.692619 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.770651 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.780806 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7723753-d354-424e-bd93-73b643dfec5c']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:37.791560 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354887d0-8ade-4929-9025-426c6c3c8f8a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:37.791848 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354887d0-8ade-4929-9025-426c6c3c8f8a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:37.801492 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.815044 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.821336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:35:37.821875 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:35:37.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:35:37.963189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.970950 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:37.974650 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] 10.222.0.10 "DELETE /v2.0/networks/a7723753-d354-424e-bd93-73b643dfec5c HTTP/1.1" status: 204 len: 168 time: 0.3528593 Aug 30 17:35:37.985334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de648-621c-404b-90c8-26bdb485848d admin admin] Pushing event deleted for resources: {'Network': ['ID=a7723753-d354-424e-bd93-73b643dfec5c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:38.355920 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f5d26cb3-1806-4d43-8d9f-24d428477b31 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:38.357446 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f5d26cb3-1806-4d43-8d9f-24d428477b31 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1083596 Aug 30 17:35:38.376029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-eb849f12-0e2d-4b13-847e-e01a7a7e63bb tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/quotas/7a8c3513aa234e18b6a28f190febe4b4 HTTP/1.1" status: 200 len: 375 time: 0.0096273 Aug 30 17:35:38.436338 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-78e8b739-99a2-4647-9408-c97165a5c15f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541158 Aug 30 17:35:38.487643 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38614) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:38.533859 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-15bbce96-35bc-4fe1-95c9-89f553dddc19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b6e3de8853a4966a6a8a94557f79136&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447500 Aug 30 17:35:38.537009 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38616) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:38.542686 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0b29b3fa-dca6-48f1-8ef8-18ca2c243603 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959039 Aug 30 17:35:38.601590 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:38.625829 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:38.654026 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-1be43007-34e2-4758-83f5-a21f8ddb1092 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025140 Aug 30 17:35:38.762249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:38.765293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:38.766704 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e69cd512-986a-411e-8ff2-7dd8781aa225 HTTP/1.1" status: 204 len: 168 time: 0.2284813 Aug 30 17:35:38.777236 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1638e-793f-43bb-9e03-5b543a856263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69cd512-986a-411e-8ff2-7dd8781aa225,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:39.036735 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f1b45e1-e4b6-4ebe-ae1d-45f95dfbcd9d req-a7391bdc-3fee-49ca-afc7-d6a7cdb71ad8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0538795 Aug 30 17:35:40.134625 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0cf8d3b7-616c-4b09-9c87-a1502d0e85b7 req-30772ad1-d8cc-49d0-ad39-c2e4034dbce0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Aug 30 17:35:40.596956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38734) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:40.692733 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-292187398-network', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:40.813269 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Made reservation on behalf of 99c38eff987a46e39230b2c99a239d9e for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:40.816931 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:40.847607 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.003764 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.103283 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.123948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:35:41.138826 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae17b90-5a09-4346-9698-5bab48415991,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:41.141764 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.142114 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Added segment 1044ca12-d992-4c83-a226-b973dfab9259 of type vlan for network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 Aug 30 17:35:41.186357 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.227516 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6dcb9f4e-4596-47e2-99a1-ec92492e5d99 req-7562989d-6334-4f5c-8936-659592956374 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0262244 Aug 30 17:35:41.297828 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.299581 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:41.300167 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.415856 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] Pushing event updated for resources: {'Network': ['ID=0d97318e-47f7-4bcf-bbf2-aa8f041029b5,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:41.434023 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:35:41.446808 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8571c453-d6f6-4f50-b77b-d90875d8b6df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8525696 Aug 30 17:35:41.447167 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38776) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:41.459117 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-6af7daa9-b47e-4da9-9290-09c54c59a63b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:41.460609 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-6af7daa9-b47e-4da9-9290-09c54c59a63b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1854432 Aug 30 17:35:41.465776 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Request body: {'subnet': {'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-subnet', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:41.478662 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Request body: {'port': {'device_id': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'admin_state_up': True, 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:41.588609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Made reservation on behalf of 99c38eff987a46e39230b2c99a239d9e for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:41.591216 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2467449'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.740065 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:41.743690 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.865255 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2467339'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:41.931932 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbde1dfd-98ad-405d-8030-03926981d490,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:41.936721 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Checking segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:41.937009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Network hostable DHCP agents. Network: 0d97318e-47f7-4bcf-bbf2-aa8f041029b5, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:35:41.942226 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Allocated IP 172.20.0.9 (8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f/4a451163-90c2-4584-8c48-37f44b13ac5e/b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:42.054608 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:35:42.106495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.150908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 0d97318e-47f7-4bcf-bbf2-aa8f041029b5) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:42.157191 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:42.157867 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.162693 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee83ce4c-f560-4508-8c26-49cf35515858 None None] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:35:42.284182 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38810) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:42.286288 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-09b84f65-19a3-49db-9d71-69b1a3274e0f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8375163 Aug 30 17:35:42.290871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:42.308146 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.321498 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8', '530e7cb3-29c1-4b1d-8d85-2545c71d95c8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:42.353710 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57d142-3da9-4ee1-ad7f-6f78a1abc00d None None] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:35:42.434393 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebb238-e419-44ca-8cf5-d1ca1ef3384d req-d3753b7f-62c3-4467-b08e-afa37b01cc9d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:42.436476 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f5ebb238-e419-44ca-8cf5-d1ca1ef3384d req-d3753b7f-62c3-4467-b08e-afa37b01cc9d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 931 time: 0.1152298 Aug 30 17:35:42.487836 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:42.498768 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:42.502344 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event updated for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:42.517334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:42.522583 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:42.523262 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.534268 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f5ebb238-e419-44ca-8cf5-d1ca1ef3384d req-0f2e9289-e34f-4a3b-9914-6d6224cb5dff tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Aug 30 17:35:42.608773 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.611394 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.682395 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.695476 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-0e2e1643-9aa9-4b75-9a40-cf38859cea77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207134 Aug 30 17:35:42.707670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Request body: {'port': {'device_id': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:42.831331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:42.935876 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.305702 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:43.316901 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.354331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Transition to ACTIVE for port object b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:43.361224 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.384367 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.489561 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Allocated IP 172.27.3.119 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/e6034929-dca0-421f-8752-d9d0ae4d86ae) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:43.493798 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.595381 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:43.643498 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Attempting to bind port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:43.644113 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Attempting to bind port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:43.645152 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Attempting to bind port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:43.655980 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6bac1-db54-4df7-bffc-d2ba40c134d9 req-01fa0dfc-bcd5-4c86-9276-6d3c9d4b45ef tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:43.658352 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:35:43.658681 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Attempting to bind port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:43.664385 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bac6bac1-db54-4df7-bffc-d2ba40c134d9 req-01fa0dfc-bcd5-4c86-9276-6d3c9d4b45ef tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 943 time: 0.0651183 Aug 30 17:35:43.679459 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.682199 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:43.682199 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Checking segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:43.682533 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Bound using segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:43.683168 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Bound port: b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:43.683513 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.706280 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bac6bac1-db54-4df7-bffc-d2ba40c134d9 req-90c2cb88-2c26-47dd-bcf2-344ff04fbd53 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Aug 30 17:35:43.795852 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:43.801699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:43.859103 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.862159 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.917501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:43.918154 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:43.919597 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] 10.222.0.50 "PUT /v2.0/ports/b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d HTTP/1.1" status: 200 len: 1093 time: 1.2164299 Aug 30 17:35:43.921790 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:43.924344 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd8344f-61d2-48a5-8cfe-74ee2da21930" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:43.928559 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:43.938545 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:43.944512 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:43.947997 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3fe8b-f84f-42f6-a916-a1592ce90d61 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:44.011954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0c1539-1d40-40fe-a1ea-5b4148d7d77d x-openstack-request-id: req-fe0c1539-1d40-40fe-a1ea-5b4148d7d77d {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:44.012239 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:44.012487 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe0c1539-1d40-40fe-a1ea-5b4148d7d77d {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:44.012874 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', 'status': 'completed', 'code': 200} Aug 30 17:35:44.100112 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Pushing event updated for resources: {'Port': ['ID=e6034929-dca0-421f-8752-d9d0ae4d86ae,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:44.123262 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-f7116d3a-41f6-4aab-8533-aa0ee2037e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.124883 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-f7116d3a-41f6-4aab-8533-aa0ee2037e4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0936320 Aug 30 17:35:44.279531 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-a44482b2-6efa-44a8-8c7d-b233eafab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.281742 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-a44482b2-6efa-44a8-8c7d-b233eafab4f6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1449993 Aug 30 17:35:44.389699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:44.647802 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-1459cada-cb1f-4ce1-96e7-d5005d4e7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.649255 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-5fd8344f-61d2-48a5-8cfe-74ee2da21930 req-1459cada-cb1f-4ce1-96e7-d5005d4e7ef9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3357399 Aug 30 17:35:44.815558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-ea956988-6b3e-40b3-9807-b38ede39e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.817727 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-ea956988-6b3e-40b3-9807-b38ede39e4b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 1096 time: 0.1174784 Aug 30 17:35:44.829302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f293-5dfb-4648-9ebc-fd1294956592 req-6e618e89-aff2-4d4c-86a1-a0bc35e3b308 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.830875 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7852f293-5dfb-4648-9ebc-fd1294956592 req-6e618e89-aff2-4d4c-86a1-a0bc35e3b308 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 943 time: 0.0492253 Aug 30 17:35:44.868196 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-46930b2d-bfc9-4837-aa70-4dfeb173fa36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d HTTP/1.1" status: 200 len: 217 time: 0.0415969 Aug 30 17:35:44.870721 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:44.870848 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7852f293-5dfb-4648-9ebc-fd1294956592 req-d67567a8-c231-44a7-b695-f73278169428 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Aug 30 17:35:44.997830 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c769-54cd-4a77-b597-82cc0729c684 req-3eddba7a-9ed0-46d0-b2f7-522a036ffe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.999368 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-3eddba7a-9ed0-46d0-b2f7-522a036ffe4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.1236844 Aug 30 17:35:45.040204 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-bb3c6be1-edcc-4001-ace1-5e3372c61cd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294626 Aug 30 17:35:45.151575 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-3206719a-c85d-4e85-84f2-3eb904f07e3b service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030486 Aug 30 17:35:45.210040 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Router ecb0af20-a260-41e2-8031-9e17dab8c72a is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:35:45.320961 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6255c769-54cd-4a77-b597-82cc0729c684 req-1fc143b3-1ba5-4289-9bdd-024ab05b52cd service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605976 Aug 30 17:35:45.348288 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:35:45.357681 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Sync routers for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:35:45.366897 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:45.367514 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:45.463697 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.467870 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-20b737bc-b30e-406c-9c41-956c659d68da admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1799276 Aug 30 17:35:45.468056 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38904) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:45.488406 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:45.616798 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:45.673259 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:45.742129 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:44Z', 'revision_number': 3, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:45.782381 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Checking router: ecb0af20-a260-41e2-8031-9e17dab8c72a for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:35:45.782381 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Updating router ecb0af20-a260-41e2-8031-9e17dab8c72a port e6034929-dca0-421f-8752-d9d0ae4d86ae binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:35:45.806795 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5189-0b2e-4c6b-8131-8dcf002b8afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.808788 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.872559 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c122c3-0646-4bb4-8fbf-950e98fc829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.970062 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5189-0b2e-4c6b-8131-8dcf002b8afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.030938 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76196-e375-4bed-ae81-0dcad848f716 req-98931422-a697-4108-9635-f01b0ebdaffe tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:46.032538 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9fb76196-e375-4bed-ae81-0dcad848f716 req-98931422-a697-4108-9635-f01b0ebdaffe tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 943 time: 0.0548546 Aug 30 17:35:46.044497 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.077485 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38928) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.106741 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5189-0b2e-4c6b-8131-8dcf002b8afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.154871 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d3aa5189-0b2e-4c6b-8131-8dcf002b8afd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=557402cec5234feab0c4ac3c2d6e10bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363958 Aug 30 17:35:46.158176 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9fb76196-e375-4bed-ae81-0dcad848f716 req-446712fb-1e83-4345-b032-bdbee03be8c5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174421 Aug 30 17:35:46.158857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38932) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.167643 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5189-0b2e-4c6b-8131-8dcf002b8afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315de1a6-fc7d-40ec-ab69-d1b849800e31,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.196942 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.209441 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Transition to ACTIVE for port object e6034929-dca0-421f-8752-d9d0ae4d86ae will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:46.244640 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Allocated IP 172.20.0.1 (0d97318e-47f7-4bcf-bbf2-aa8f041029b5/fbde1dfd-98ad-405d-8030-03926981d490/fe42354a-8b30-4468-ba58-2c731e6446c4) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:46.251074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.284491 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c33c86-6098-4db5-8fd8-f52bf7c52575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.303598 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.327698 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.338391 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c122c3-0646-4bb4-8fbf-950e98fc829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.382251 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.385416 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Pushing event updated for resources: {'Port': ['ID=e6034929-dca0-421f-8752-d9d0ae4d86ae,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.395831 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.395964 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38936) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.396203 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.396544 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.396877 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.398679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.398679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.398679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.398679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.398679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.399039 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.399244 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.399563 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:46.406472 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Attempting to bind port e6034929-dca0-421f-8752-d9d0ae4d86ae on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:46.406933 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Attempting to bind port e6034929-dca0-421f-8752-d9d0ae4d86ae by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:46.407362 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Attempting to bind port e6034929-dca0-421f-8752-d9d0ae4d86ae on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:46.414020 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:46.414430 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:46.415156 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.415658 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:46.416049 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Bound port: e6034929-dca0-421f-8752-d9d0ae4d86ae, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:46.416460 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.419640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-06c122c3-0646-4bb4-8fbf-950e98fc829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.457866 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.460329 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.461492 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/315de1a6-fc7d-40ec-ab69-d1b849800e31 HTTP/1.1" status: 204 len: 168 time: 0.2938812 Aug 30 17:35:46.477482 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c122c3-0646-4bb4-8fbf-950e98fc829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9432d74c-326d-481a-84bd-5e1de62e319d,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.496122 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38942) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.496316 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-06c122c3-0646-4bb4-8fbf-950e98fc829f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=128feeab002c40e7a42abffc965ce9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217995 Aug 30 17:35:46.505540 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854d87e-888a-4bbe-8646-cacab39bead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315de1a6-fc7d-40ec-ab69-d1b849800e31,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.509740 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.587748 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c33c86-6098-4db5-8fd8-f52bf7c52575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.589396 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2160d32d-90ff-4747-ae92-b62912d1b2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.594764 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] For port e6034929-dca0-421f-8752-d9d0ae4d86ae, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:46.598914 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] For port e6034929-dca0-421f-8752-d9d0ae4d86ae, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e6034929-dca0-421f-8752-d9d0ae4d86ae,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:46.607877 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:46.615907 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:46.620101 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:46.620593 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.643243 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-84c33c86-6098-4db5-8fd8-f52bf7c52575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.649561 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.664038 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Pushing event updated for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.683308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.708343 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-84c33c86-6098-4db5-8fd8-f52bf7c52575 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57156e3194724c2c80b68d644bd3b399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286871 Aug 30 17:35:46.711099 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38944) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.719120 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c33c86-6098-4db5-8fd8-f52bf7c52575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec1f44-af33-4fd1-84a9-2c0e34cb20bb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.721496 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.732944 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ec6da-4f26-4752-b48c-5cec2eed1024 None None] Pushing event updated for resources: {'Port': ['ID=e6034929-dca0-421f-8752-d9d0ae4d86ae,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:46.741629 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:46.742298 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:46.805359 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2160d32d-90ff-4747-ae92-b62912d1b2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.832549 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.856753 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.892384 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:46.896443 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2160d32d-90ff-4747-ae92-b62912d1b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.949345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2160d32d-90ff-4747-ae92-b62912d1b2f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cec35b0b7e1e4365ac2f60c7c3f91c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523095 Aug 30 17:35:46.953291 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38950) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:46.958572 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.963228 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:46.965164 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9432d74c-326d-481a-84bd-5e1de62e319d HTTP/1.1" status: 204 len: 168 time: 0.4673860 Aug 30 17:35:46.996857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10ce5-699d-49c5-80e0-b465f664f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432d74c-326d-481a-84bd-5e1de62e319d,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.000015 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.007788 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d32d-90ff-4747-ae92-b62912d1b2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915e13f-8d91-4ee6-a853-bd9669e62502,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.022915 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.025617 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.029147 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45ec1f44-af33-4fd1-84a9-2c0e34cb20bb HTTP/1.1" status: 204 len: 168 time: 0.3148489 Aug 30 17:35:47.041140 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.067225 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091ee10-51d2-4a5c-8c0b-3af658032cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec1f44-af33-4fd1-84a9-2c0e34cb20bb,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.071704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.136999 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:44Z', 'revision_number': 3, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:47.167653 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da2b2f-1fef-457f-a554-d3aafb2ad73d None None] The sync data for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi is: [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:44Z', 'revision_number': 3, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:35:47.223673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.227014 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.228830 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8915e13f-8d91-4ee6-a853-bd9669e62502 HTTP/1.1" status: 204 len: 168 time: 0.2740421 Aug 30 17:35:47.241747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38962) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:47.242910 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf8fb0-3dc6-41c2-a764-9f7ed965d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915e13f-8d91-4ee6-a853-bd9669e62502,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.261668 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.268536 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c3793b8-547c-4711-9ca8-e7b5e7c8ccf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.343903 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd5f7d-8e27-4bbe-b849-8c3aa35bb3ab req-2e90ea42-630f-4b39-a027-e98189a43aa7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:47.345765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41dd5f7d-8e27-4bbe-b849-8c3aa35bb3ab req-2e90ea42-630f-4b39-a027-e98189a43aa7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 943 time: 0.1049747 Aug 30 17:35:47.352013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.353746 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.405976 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41dd5f7d-8e27-4bbe-b849-8c3aa35bb3ab req-3dc63a6a-c56e-47c0-8345-35e80ae46924 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Aug 30 17:35:47.483238 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Pushing event updated for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.549267 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c3793b8-547c-4711-9ca8-e7b5e7c8ccf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.580753 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:47.584296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:47.664629 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c3793b8-547c-4711-9ca8-e7b5e7c8ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.753888 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3793b8-547c-4711-9ca8-e7b5e7c8ccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f3f65-6dfa-48dd-9934-34366ee08f34,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:47.775834 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7c3793b8-547c-4711-9ca8-e7b5e7c8ccf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56fdb41c6e644924a5adfac9baf5d35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329113 Aug 30 17:35:47.778284 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38968) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:47.832994 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Router ecb0af20-a260-41e2-8031-9e17dab8c72a has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:35:47.892176 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:47.954774 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.016501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:35:48.035579 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-11a229c0-7e41-4fec-aa50-e17e8c581d70 admin admin] 10.222.0.10 "PUT /v2.0/routers/ecb0af20-a260-41e2-8031-9e17dab8c72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655446 Aug 30 17:35:48.127768 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38978) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:48.130435 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:35:48.145294 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10753912-566b-4173-ad3b-f6a15fbc9e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.168137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.171784 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.173055 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb1f3f65-6dfa-48dd-9934-34366ee08f34 HTTP/1.1" status: 204 len: 168 time: 0.3937798 Aug 30 17:35:48.185706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db912a-4724-4e5e-b922-4c12fcd448de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f3f65-6dfa-48dd-9934-34366ee08f34,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.287745 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:48.303885 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'port_id': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', 'mac_address': 'fa:16:3e:08:d4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a451163-90c2-4584-8c48-37f44b13ac5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:35:48.351996 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.366804 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10753912-566b-4173-ad3b-f6a15fbc9e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.367709 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:48.388771 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:48.458856 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-10753912-566b-4173-ad3b-f6a15fbc9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.481690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.508570 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 38990) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:48.527879 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753912-566b-4173-ad3b-f6a15fbc9e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e707a3-ca81-4c93-9651-bee319ea5950,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.536148 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d517e460-db32-4d4f-a348-ea345abf6e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.543243 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-10753912-566b-4173-ad3b-f6a15fbc9e38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=121a2128d81643c7893b34ce83e7cdee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143436 Aug 30 17:35:48.547380 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 38992) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:48.587058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.609199 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b054b-4f02-4a9c-b14a-6a32799be851 req-b3d5e9c7-2cbe-4ba4-9259-0f1b9388f8e7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:48.610665 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c69b054b-4f02-4a9c-b14a-6a32799be851 req-b3d5e9c7-2cbe-4ba4-9259-0f1b9388f8e7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 944 time: 0.1274259 Aug 30 17:35:48.655988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.672526 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d517e460-db32-4d4f-a348-ea345abf6e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.704956 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c69b054b-4f02-4a9c-b14a-6a32799be851 req-7ebc0c77-f1df-4809-be09-b4b9e3064c72 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741105 Aug 30 17:35:48.715982 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.767068 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:48.767573 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d517e460-db32-4d4f-a348-ea345abf6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.812720 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517e460-db32-4d4f-a348-ea345abf6e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b810eb47-048e-4d1e-bbf6-960eb7b403e9,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.859554 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d517e460-db32-4d4f-a348-ea345abf6e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=918ba73d56c841929b9c99c1ebd002b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494153 Aug 30 17:35:48.859640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39000) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:48.893477 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.896747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.897932 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84e707a3-ca81-4c93-9651-bee319ea5950 HTTP/1.1" status: 204 len: 168 time: 0.3492701 Aug 30 17:35:48.919603 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5d89d-d9bd-46df-b994-d7ec05513552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e707a3-ca81-4c93-9651-bee319ea5950,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.931185 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.961172 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.131322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e6034929-dca0-421f-8752-d9d0ae4d86ae up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:49.192074 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Sync routers for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:35:49.204266 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:49.204909 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:49.208297 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.210963 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.212212 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b810eb47-048e-4d1e-bbf6-960eb7b403e9 HTTP/1.1" status: 204 len: 168 time: 0.3517139 Aug 30 17:35:49.224430 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b6232-9bde-417a-964d-3228b3cd1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b810eb47-048e-4d1e-bbf6-960eb7b403e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:49.265749 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-0c5d4300-3fc6-4497-b71d-cc26ed0225b6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:49.268526 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-0c5d4300-3fc6-4497-b71d-cc26ed0225b6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 818 time: 0.1350880 Aug 30 17:35:49.288708 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-f36ac0ee-7c5c-4483-80a7-911033a9457e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/quotas/99c38eff987a46e39230b2c99a239d9e HTTP/1.1" status: 200 len: 375 time: 0.0118713 Aug 30 17:35:49.345057 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-7e994e97-f09e-4a4f-bb6d-9fc5a05e8f13 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478499 Aug 30 17:35:49.345915 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:49.349243 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port e6034929-dca0-421f-8752-d9d0ae4d86ae completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:49.377683 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port e6034929-dca0-421f-8752-d9d0ae4d86ae triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:49.378064 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.467043 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-8c4404a3-fc3e-4859-acd8-fe7aada6578c service neutron] 10.222.0.10 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135914 Aug 30 17:35:49.618831 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-ee6725ad-5dec-421c-bdfc-e8775c0f5fb4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508200 Aug 30 17:35:49.620666 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.669098 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port e6034929-dca0-421f-8752-d9d0ae4d86ae, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e6034929-dca0-421f-8752-d9d0ae4d86ae,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:49.695047 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 4, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'fe42354a-8b30-4468-ba58-2c731e6446c4', 'name': '', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'mac_address': 'fa:16:3e:b9:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:46Z', 'updated_at': '2021-08-30T17:35:47Z', 'revision_number': 2, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'subnets': [{'id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:49.721264 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Checking router: ecb0af20-a260-41e2-8031-9e17dab8c72a for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:35:49.721614 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Updating router ecb0af20-a260-41e2-8031-9e17dab8c72a port fe42354a-8b30-4468-ba58-2c731e6446c4 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:35:49.748902 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.765120 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:49.860369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e8cd9-310b-4561-a500-2f6367cbc947 req-97035a0a-2458-4042-9f8f-ee8e67f66f67 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:49.864009 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec8e8cd9-310b-4561-a500-2f6367cbc947 req-97035a0a-2458-4042-9f8f-ee8e67f66f67 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 944 time: 0.0652595 Aug 30 17:35:49.916375 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=e6034929-dca0-421f-8752-d9d0ae4d86ae,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:49.978737 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec8e8cd9-310b-4561-a500-2f6367cbc947 req-477a473e-7af8-419c-88dd-babc64027713 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040666 Aug 30 17:35:50.004121 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6ae2a77d-1a2e-4e98-8895-91c4a692258a req-d0daf052-288a-41ec-91f3-6484c3191726 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 210 time: 0.0735443 Aug 30 17:35:50.127792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:50.228739 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.258857 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Transition to ACTIVE for port object fe42354a-8b30-4468-ba58-2c731e6446c4 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:50.297732 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:50.302574 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:50.304707 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.393235 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.467981 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.483669 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34eb03-4f8e-49e4-ba82-9d19fb0b80aa None None] Pushing event updated for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:50.514291 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:50.517712 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b2a94-3ba7-417a-bf19-799281b7f20e" -d '{"events": [{"server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "name": "network-vif-plugged", "status": "completed", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:50.559817 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:50.590691 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Attempting to bind port fe42354a-8b30-4468-ba58-2c731e6446c4 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:50.591055 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Attempting to bind port fe42354a-8b30-4468-ba58-2c731e6446c4 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:50.591601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Attempting to bind port fe42354a-8b30-4468-ba58-2c731e6446c4 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:50.598698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:50.599412 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Checking segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:50.600032 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.600573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Bound using segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:50.601219 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Bound port: fe42354a-8b30-4468-ba58-2c731e6446c4, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:50.601603 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.603802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-ec2e68fa-6ea5-48ff-aa88-02678f4b3634 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:50.605427 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-ec2e68fa-6ea5-48ff-aa88-02678f4b3634 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 818 time: 0.1767616 Aug 30 17:35:50.625929 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-24fb3b38-c759-4ae1-bc2c-9130e534f2ee tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/quotas/99c38eff987a46e39230b2c99a239d9e HTTP/1.1" status: 200 len: 375 time: 0.0096347 Aug 30 17:35:50.661348 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.668700 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8495065-fbf9-4e59-bb1f-7735ad9cff53 x-openstack-request-id: req-d8495065-fbf9-4e59-bb1f-7735ad9cff53 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:50.668988 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "name": "network-vif-plugged", "status": "completed", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:50.669316 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8495065-fbf9-4e59-bb1f-7735ad9cff53 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:50.670382 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', 'code': 200} Aug 30 17:35:50.747261 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] For port fe42354a-8b30-4468-ba58-2c731e6446c4, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:50.752825 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] For port fe42354a-8b30-4468-ba58-2c731e6446c4, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fe42354a-8b30-4468-ba58-2c731e6446c4,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:50.765262 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-4c9101f0-c3a0-4aa6-b37d-17ac93aecba8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294463 Aug 30 17:35:50.767325 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:50.870319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.878382 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0893edfe-b3b6-4b05-b71b-464c886dd988 service neutron] 10.222.0.10 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027436 Aug 30 17:35:50.970264 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:35:50.971236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:50.987855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-7fa79081-ee1a-4ffe-8ec4-c00902bcec56 service neutron] 10.222.0.10 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084931 Aug 30 17:35:51.196186 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:35:51.234111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba51a-91fc-4b78-8635-9fa2bc92153b req-acfacb71-2808-42d4-a08b-a30fb34a87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:51.262266 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d23ba51a-91fc-4b78-8635-9fa2bc92153b req-acfacb71-2808-42d4-a08b-a30fb34a87d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 1098 time: 0.1243722 Aug 30 17:35:51.306510 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e6034929-dca0-421f-8752-d9d0ae4d86ae up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:51.308535 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de634c8-4f1e-4be2-9451-6c7d61d6ec96 req-674db4bd-7a7c-4a54-948e-5b42ad381f7f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:51.310242 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3de634c8-4f1e-4be2-9451-6c7d61d6ec96 req-674db4bd-7a7c-4a54-948e-5b42ad381f7f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1511791 Aug 30 17:35:51.320884 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d23ba51a-91fc-4b78-8635-9fa2bc92153b req-f8f4746c-2fa3-4f25-bde7-0763c01e2728 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502856 Aug 30 17:35:51.372457 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3de634c8-4f1e-4be2-9451-6c7d61d6ec96 req-3ee9f164-5a3a-415b-813d-7ad749b2fabf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510619 Aug 30 17:35:51.444164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34eb03-4f8e-49e4-ba82-9d19fb0b80aa None None] Pushing event updated for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:51.501762 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5affac6d-0161-4cd8-9ff0-579986c45851 req-5decf099-f3e1-465a-acaa-637a59181334 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 210 time: 0.0295246 Aug 30 17:35:51.584443 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port e6034929-dca0-421f-8752-d9d0ae4d86ae triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:51.584698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:51.678612 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 4, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'fe42354a-8b30-4468-ba58-2c731e6446c4', 'name': '', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'mac_address': 'fa:16:3e:b9:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:46Z', 'updated_at': '2021-08-30T17:35:50Z', 'revision_number': 4, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'subnets': [{'id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:35:51.884795 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a6375-7dd7-4d1f-80d1-4213152763a5 None None] The sync data for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi is: [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:35:46Z', 'revision_number': 4, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'fe42354a-8b30-4468-ba58-2c731e6446c4', 'name': '', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'mac_address': 'fa:16:3e:b9:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:46Z', 'updated_at': '2021-08-30T17:35:50Z', 'revision_number': 4, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'subnets': [{'id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:35:52.530014 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9005c-9b0e-4ca2-9654-20c32c6f5914 req-cde58501-6930-418b-9e16-0c01834f9b06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:52.532433 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3ea9005c-9b0e-4ca2-9654-20c32c6f5914 req-cde58501-6930-418b-9e16-0c01834f9b06 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Aug 30 17:35:52.684164 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c4019db-9c20-4d52-8993-50f2505200b7 req-d7950973-9f1e-4eca-a779-750bf1baaa7f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 210 time: 0.0808501 Aug 30 17:35:52.702570 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3ea9005c-9b0e-4ca2-9654-20c32c6f5914 req-04dc285e-267e-44ca-991c-ad336467add8 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444678 Aug 30 17:35:52.864817 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-14db8ed6-3cb3-4f30-a422-354801dc3d67 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:52.866589 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-14db8ed6-3cb3-4f30-a422-354801dc3d67 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 818 time: 0.2811048 Aug 30 17:35:52.949109 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39220) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:52.996698 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Request body: {'port': {'device_id': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'admin_state_up': True, 'tenant_id': '99c38eff987a46e39230b2c99a239d9e'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:53.191747 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fe42354a-8b30-4468-ba58-2c731e6446c4 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:53.268808 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bbcba7e-8b9a-411b-b36e-68b01babe615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.411284 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Made reservation on behalf of 99c38eff987a46e39230b2c99a239d9e for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:53.414962 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.463802 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port fe42354a-8b30-4468-ba58-2c731e6446c4 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:53.477822 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port fe42354a-8b30-4468-ba58-2c731e6446c4 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:53.478490 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.553491 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bbcba7e-8b9a-411b-b36e-68b01babe615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.587646 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Allocated IP 172.20.0.2 (0d97318e-47f7-4bcf-bbf2-aa8f041029b5/fbde1dfd-98ad-405d-8030-03926981d490/9db70c13-7abc-4250-9874-b955d34c2df0) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:53.602610 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.627935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3bbcba7e-8b9a-411b-b36e-68b01babe615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.648659 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port fe42354a-8b30-4468-ba58-2c731e6446c4, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fe42354a-8b30-4468-ba58-2c731e6446c4,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:53.677193 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3bbcba7e-8b9a-411b-b36e-68b01babe615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb650eff74bd42a9a8dad185997b8c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266717 Aug 30 17:35:53.678589 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcba7e-8b9a-411b-b36e-68b01babe615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdda2c4-10ed-4eeb-bcbd-141b6e2a1e3a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:53.681101 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39244) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:53.747642 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.790820 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.875833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:53.900291 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:53.901491 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-30c89265-a8b7-4751-bbd0-346873cdca99 req-0d7199d6-dca6-4088-86a6-309bf50d7964 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 210 time: 0.0775828 Aug 30 17:35:53.978745 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b73e5-8bc1-4765-af39-0d818d9ba3f1 req-bd9a4e05-4183-49ad-a8e1-c35835dbf451 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:53.980337 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-822b73e5-8bc1-4765-af39-0d818d9ba3f1 req-bd9a4e05-4183-49ad-a8e1-c35835dbf451 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.1382608 Aug 30 17:35:54.071108 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-822b73e5-8bc1-4765-af39-0d818d9ba3f1 req-a3e76f28-97bc-4846-a604-f2d1df0b188e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Aug 30 17:35:54.109467 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.112053 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.113990 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fdda2c4-10ed-4eeb-bcbd-141b6e2a1e3a HTTP/1.1" status: 204 len: 168 time: 0.4319785 Aug 30 17:35:54.122294 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d4e91-cff9-4ff3-9ae3-df20b287d91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdda2c4-10ed-4eeb-bcbd-141b6e2a1e3a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:54.126570 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.247863 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.297842 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:54.300797 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:54.305500 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:54.311426 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:54.312174 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.326422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Pushing event updated for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:54.476268 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-adeb7383-e108-42de-b1fa-bbbde7aecb8f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4847963 Aug 30 17:35:54.500575 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Request body: {'port': {'device_id': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:54.599800 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:54.655431 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-60f6ca1d-b065-44fc-a9cd-3a2c28105627 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:54.657948 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-60f6ca1d-b065-44fc-a9cd-3a2c28105627 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 818 time: 0.1470714 Aug 30 17:35:54.688046 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Request body: {'port': {'device_id': '10e87496-7522-4e9b-8aae-478b43e36382', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'admin_state_up': True, 'tenant_id': '99c38eff987a46e39230b2c99a239d9e'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:55.006418 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db70c13-7abc-4250-9874-b955d34c2df0 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:55.031998 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.062299 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Transition to ACTIVE for port object 9db70c13-7abc-4250-9874-b955d34c2df0 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:55.080764 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4a6b420f-9a60-48c3-b642-f1b74f3e0b98 req-c4a7cb35-9d11-4dad-b61a-71bfefa06314 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 210 time: 0.0833256 Aug 30 17:35:55.150077 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fe42354a-8b30-4468-ba58-2c731e6446c4 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:55.185259 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.224106 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port fe42354a-8b30-4468-ba58-2c731e6446c4 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:55.224719 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.252869 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Pushing event updated for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:55.284729 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Attempting to bind port 9db70c13-7abc-4250-9874-b955d34c2df0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:55.285073 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Attempting to bind port 9db70c13-7abc-4250-9874-b955d34c2df0 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:55.285400 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Attempting to bind port 9db70c13-7abc-4250-9874-b955d34c2df0 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:55.291532 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Port 9db70c13-7abc-4250-9874-b955d34c2df0 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:35:55.291850 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Attempting to bind port 9db70c13-7abc-4250-9874-b955d34c2df0 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:55.297845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:55.297845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Checking segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:55.298245 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Bound using segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:55.298677 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Bound port: 9db70c13-7abc-4250-9874-b955d34c2df0, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:55.299063 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.316158 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Made reservation on behalf of 99c38eff987a46e39230b2c99a239d9e for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:55.323200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.447271 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:55.451499 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9db70c13-7abc-4250-9874-b955d34c2df0,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:55.491178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Allocated IP 172.20.0.3 (0d97318e-47f7-4bcf-bbf2-aa8f041029b5/fbde1dfd-98ad-405d-8030-03926981d490/0ddfb2d8-16b3-4a06-a49f-e71b201a5539) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:55.492608 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39308) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:55.583660 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.643312 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-70aeaf7d-2e76-442c-be12-7b0a1da18879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.652270 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:55.652882 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.654304 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] 10.222.0.50 "PUT /v2.0/ports/9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 1093 time: 1.1588280 Aug 30 17:35:55.656885 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:55.659909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec326e-e070-446b-81f4-780d7268013d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:55.666916 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.684762 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62128d2e-0576-4747-89fc-bd4ba4e0a46e service neutron] Pushing event updated for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:55.733244 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861398b8-43c6-4900-9704-cca6436aced4 x-openstack-request-id: req-861398b8-43c6-4900-9704-cca6436aced4 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:55.733455 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:55.733691 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-861398b8-43c6-4900-9704-cca6436aced4 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:55.734120 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0', 'status': 'completed', 'code': 200} Aug 30 17:35:55.760508 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39316) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:55.822857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-70aeaf7d-2e76-442c-be12-7b0a1da18879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.829684 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec326e-e070-446b-81f4-780d7268013d req-94bc025b-9e62-4257-98b3-c08fcebf2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:55.832074 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d8ec326e-e070-446b-81f4-780d7268013d req-94bc025b-9e62-4257-98b3-c08fcebf2595 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1096 time: 0.0748625 Aug 30 17:35:55.842747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.909948 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1222911993-network', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:55.916059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:55.926340 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:55.934447 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:55.941905 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Pushing event updated for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:55.972875 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec326e-e070-446b-81f4-780d7268013d req-12c29c16-ac0d-4833-a1e9-93aadc0a8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:55.974413 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d8ec326e-e070-446b-81f4-780d7268013d req-12c29c16-ac0d-4833-a1e9-93aadc0a8eeb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=99c38eff987a46e39230b2c99a239d9e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1317823 Aug 30 17:35:55.991546 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:55.992261 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.006268 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a6512883-c519-446b-8756-12054342d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.034645 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-70aeaf7d-2e76-442c-be12-7b0a1da18879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.091009 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-70aeaf7d-2e76-442c-be12-7b0a1da18879 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b16ca38de894bd5a935de4dd5cdf29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960712 Aug 30 17:35:56.091719 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeaf7d-2e76-442c-be12-7b0a1da18879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b842a9-c9a6-4101-bdff-7e6104fbb4d2,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:56.093691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39326) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:56.131511 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec326e-e070-446b-81f4-780d7268013d req-1c4f7f4e-d936-42e2-8e85-9c260c94cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:56.133043 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d8ec326e-e070-446b-81f4-780d7268013d req-1c4f7f4e-d936-42e2-8e85-9c260c94cf3f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515841 Aug 30 17:35:56.145860 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Made reservation on behalf of 021ee2ee21e64a7890aa2f58f1bc50ce for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:56.148245 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.157756 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.218305 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.243600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-e82e1f2d-a99f-45bd-b19e-a9e87d268a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:56.245907 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-e82e1f2d-a99f-45bd-b19e-a9e87d268a11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1096 time: 0.0579967 Aug 30 17:35:56.268781 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-2570562c-b41c-44bb-9951-7d7e6d09daef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929599 Aug 30 17:35:56.270698 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.292240 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Request body: {'port': {'device_id': '10e87496-7522-4e9b-8aae-478b43e36382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:56.312782 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bbb54-1c99-4a0a-9d19-f021c97aa380 req-a8714b59-928f-4c7e-8532-8c4537a281a1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:56.314433 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-636bbb54-1c99-4a0a-9d19-f021c97aa380 req-a8714b59-928f-4c7e-8532-8c4537a281a1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 931 time: 0.1337485 Aug 30 17:35:56.362363 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-fc45d487-0e4c-4768-bdfd-8598f06174d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 217 time: 0.1073744 Aug 30 17:35:56.429151 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-4cf7dc45-ced3-45d0-aa10-cf2540bf5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:56.431074 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-4cf7dc45-ced3-45d0-aa10-cf2540bf5a47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.0600758 Aug 30 17:35:56.441131 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.449121 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-636bbb54-1c99-4a0a-9d19-f021c97aa380 req-f937d2b1-2fc8-489e-ae97-b33e04aab940 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079226 Aug 30 17:35:56.489865 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-2bdb5273-8761-48c2-91bb-015a8936bd2f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302463 Aug 30 17:35:56.579195 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.585478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.589134 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12b842a9-c9a6-4101-bdff-7e6104fbb4d2 HTTP/1.1" status: 204 len: 168 time: 0.4919002 Aug 30 17:35:56.622668 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-8e915dee-d188-4a29-83ae-df84ca8fa07d service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243017 Aug 30 17:35:56.638690 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac45f3a-a0a4-4b52-9497-26313da193bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b842a9-c9a6-4101-bdff-7e6104fbb4d2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:56.745138 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a0b0b453-164d-4c06-9764-036d0993cfbe req-d8a16b5d-5086-4082-b9fe-1b4f38b1a225 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138711 Aug 30 17:35:56.752348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.823685 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.866988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:56.871048 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:35:56.879393 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.881395 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f59f95-7a89-4301-bf8c-b3cc99fa69c6,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:56.890927 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.891447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Added segment 0ae515b0-901a-4dc3-b9da-c506eaf2769c of type vlan for network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 Aug 30 17:35:56.907338 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Transition to ACTIVE for port object 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:56.944534 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:56.978000 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.006472 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.064178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.064178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:57.064178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.081732 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:57.172868 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] Pushing event updated for resources: {'Network': ['ID=bce47af6-8359-4b8e-9b54-7f8bb623d5e9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:57.189781 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:35:57.197501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Attempting to bind port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:57.197843 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Attempting to bind port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:57.198298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Attempting to bind port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:57.204271 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:35:57.204789 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Attempting to bind port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 on network 0d97318e-47f7-4bcf-bbf2-aa8f041029b5 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:57.210945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:57.211308 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Checking segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:57.211708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Bound using segment: {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:57.212150 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Bound port: 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1044ca12-d992-4c83-a226-b973dfab9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:57.212513 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.259313 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39370) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:57.262657 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7e0f6446-9734-49f3-ae78-e98db4617355 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5009294 Aug 30 17:35:57.264460 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Request body: {'subnet': {'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1222911993-subnet', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:57.294428 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:57.297386 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:57.406212 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Made reservation on behalf of 021ee2ee21e64a7890aa2f58f1bc50ce for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:57.408447 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.441042 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.500476 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:57.501769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.505042 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] 10.222.0.50 "PUT /v2.0/ports/0ddfb2d8-16b3-4a06-a49f-e71b201a5539 HTTP/1.1" status: 200 len: 1093 time: 1.2271976 Aug 30 17:35:57.505850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:57.511847 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37edad1e-e21c-4403-a035-fabd6e9257b8" -d '{"events": [{"name": "network-changed", "server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:57.575349 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6f688-ac33-4796-a2ad-e8d7e3478338 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:57.633635 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51267f4a-17bf-44f9-b97c-cb91b61d581f req-0356abb2-56e4-46d3-a8d6-549f29b82ac8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:57.635675 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-51267f4a-17bf-44f9-b97c-cb91b61d581f req-0356abb2-56e4-46d3-a8d6-549f29b82ac8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 943 time: 0.0734434 Aug 30 17:35:57.729063 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-51267f4a-17bf-44f9-b97c-cb91b61d581f req-49bb691e-20d8-43fc-9cf2-98d58d858f47 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840676 Aug 30 17:35:57.731555 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c155d-cf6c-40db-b19e-a78385b8ce48 x-openstack-request-id: req-384c155d-cf6c-40db-b19e-a78385b8ce48 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:57.731994 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:57.732244 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-384c155d-cf6c-40db-b19e-a78385b8ce48 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:57.732638 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539', 'status': 'completed', 'code': 200} Aug 30 17:35:57.740561 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-6f7db035-4167-4864-8700-af6e0ace589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:57.754352 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-6f7db035-4167-4864-8700-af6e0ace589e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 1096 time: 0.0673656 Aug 30 17:35:57.792672 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-b02178a5-ea66-46c5-ac02-6abe0da3f937 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539 HTTP/1.1" status: 200 len: 217 time: 0.0410028 Aug 30 17:35:57.829495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.851064 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-763435a7-3411-497d-8730-26e53c5154ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:57.852637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-763435a7-3411-497d-8730-26e53c5154ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.0504191 Aug 30 17:35:57.886584 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-0dda98c7-033f-49b2-8016-9d7003b5e9b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262134 Aug 30 17:35:57.897538 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ccf4b7-f880-401b-b30a-ce626396e54c,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:57.900049 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:57.900541 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Network hostable DHCP agents. Network: bce47af6-8359-4b8e-9b54-7f8bb623d5e9, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:35:57.994692 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:35:58.000818 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-76ccc7d4-72a8-41b2-be9c-ccbf86474565 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004944 Aug 30 17:35:58.089296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, bce47af6-8359-4b8e-9b54-7f8bb623d5e9) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:58.103566 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f5488-c804-4a16-8b65-140bf0830251 None None] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:35:58.113482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:58.113482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.122506 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8e90f35-c752-4a80-8ad7-10fcd2ed22e1 req-8f98f0ed-ec87-48d5-812a-d7c1237e5396 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124678 Aug 30 17:35:58.153261 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39406) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:58.240006 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39410) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:58.240341 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c85cb000-5829-48cc-bc25-154c15cdd2b9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9797194 Aug 30 17:35:58.245826 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:58.319497 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c792-20ee-4d9d-b7d3-0a609c9587b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.334023 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:35:58.334950 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.339770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-0a27b7d6-c570-46ed-8f30-41de9bbaae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:58.341314 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-0a27b7d6-c570-46ed-8f30-41de9bbaae87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 1096 time: 0.0650420 Aug 30 17:35:58.369034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.370217 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.495777 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c792-20ee-4d9d-b7d3-0a609c9587b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.525297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Allocated IP 172.20.0.2 (bce47af6-8359-4b8e-9b54-7f8bb623d5e9/60ccf4b7-f880-401b-b30a-ce626396e54c/1e2fcdf3-43a8-4358-8a75-fe3df65e1257) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:58.541836 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.558420 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-1538b81d-7e3a-4160-8f9c-9f879687e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:58.560055 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-1538b81d-7e3a-4160-8f9c-9f879687e9d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.2099586 Aug 30 17:35:58.571927 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ef5c792-20ee-4d9d-b7d3-0a609c9587b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.621004 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-6121fdd2-ad30-4540-9a5f-6d6ee201a579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539 HTTP/1.1" status: 200 len: 217 time: 0.0533133 Aug 30 17:35:58.631169 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8ef5c792-20ee-4d9d-b7d3-0a609c9587b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=982a57a7a4c04461a69231eadc01555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766130 Aug 30 17:35:58.632444 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5c792-20ee-4d9d-b7d3-0a609c9587b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa76670-f734-4a5a-b045-ebd3a3893c20,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:58.635536 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39418) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:35:58.702956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.725802 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.740143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3af4a1b-0b75-498e-9084-bd46100edc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.753876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.763175 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Transition to ACTIVE for port object 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:58.782660 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Transition to ACTIVE for port object 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:58.861290 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-6dd95428-6616-41e2-a842-d6b5ec94fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:58.863340 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-6dd95428-6616-41e2-a842-d6b5ec94fdfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.2306540 Aug 30 17:35:58.869500 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.883919 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.886462 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.892088 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.893786 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aa76670-f734-4a5a-b045-ebd3a3893c20 HTTP/1.1" status: 204 len: 168 time: 0.2570379 Aug 30 17:35:58.913798 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:58.919819 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:58.925172 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:58.926000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-6f06b9b1-85d6-447e-8142-187dc3a4af73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375018 Aug 30 17:35:58.927370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f758d14-29a5-4226-a3a5-7f90a1768966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa76670-f734-4a5a-b045-ebd3a3893c20,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:58.976662 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Pushing event updated for resources: {'Port': ['ID=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:59.005976 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Attempting to bind port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:59.006381 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Attempting to bind port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:59.006746 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Attempting to bind port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:59.010978 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a709aa-66b7-4cfa-b087-8e57d715f26c req-af436fe7-4d13-4f91-bcc0-197007d342ce tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:59.012565 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92a709aa-66b7-4cfa-b087-8e57d715f26c req-af436fe7-4d13-4f91-bcc0-197007d342ce tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 943 time: 0.1625683 Aug 30 17:35:59.017964 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:59.018472 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:59.018952 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.020133 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Bound using segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:59.020694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Bound port: 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:59.021675 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.108502 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ca0637d6-0275-4825-894f-256210438f11 None None] For port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:59.113172 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ca0637d6-0275-4825-894f-256210438f11 None None] For port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:59.115141 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.127554 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-7b3483de-465b-4ad9-be95-6bb34598fde2 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893365 Aug 30 17:35:59.132375 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92a709aa-66b7-4cfa-b087-8e57d715f26c req-9fbfc33f-8b9e-4d4b-b6e0-9be7f0bc6ced tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104207 Aug 30 17:35:59.241591 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.306780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0637d6-0275-4825-894f-256210438f11 None None] Pushing event updated for resources: {'Port': ['ID=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:59.468994 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37edad1e-e21c-4403-a035-fabd6e9257b8 req-229dfe60-4b8d-4970-9bf5-b4c0205a9b71 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070998 Aug 30 17:35:59.610533 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.759692 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.801983 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Allocated IP 172.27.3.191 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/3efdb7d1-9512-411f-a6eb-6ee2f9b546fa) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:59.910802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:59.926892 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.029484 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.074553 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:00.077571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:00.081418 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:00.087573 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Pushing event updated for resources: {'Port': ['ID=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:00.203818 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:36:00.302559 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d9cc-ec72-4170-9a82-32d569055503 req-862017a8-a490-4868-bd1c-f7a65dc99a14 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:00.304268 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1d5d9cc-ec72-4170-9a82-32d569055503 req-862017a8-a490-4868-bd1c-f7a65dc99a14 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 943 time: 0.0855880 Aug 30 17:36:00.312336 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39454) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:00.333591 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-bb34abb3-4b9a-473a-8541-92091f616e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.360971 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1d5d9cc-ec72-4170-9a82-32d569055503 req-6c6992b1-02ba-4847-8ca6-01493e10c115 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Aug 30 17:36:00.370529 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:00.386497 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'port_id': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539', 'mac_address': 'fa:16:3e:23:14:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:36:00.436862 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.448122 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-bb34abb3-4b9a-473a-8541-92091f616e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.451239 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48746683-fd3e-46f7-8350-c6208165ea9f None None] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:00.465591 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:00.525167 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:00.551534 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-bb34abb3-4b9a-473a-8541-92091f616e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.578359 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.592988 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34abb3-4b9a-473a-8541-92091f616e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3c85b-beef-4fd3-94bd-101157621a3b,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:00.600656 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-bb34abb3-4b9a-473a-8541-92091f616e0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74a01cc48b354b53b254a528593c4108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842114 Aug 30 17:36:00.600966 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39456) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:00.601375 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.602040 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9db70c13-7abc-4250-9874-b955d34c2df0 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:36:00.658264 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c706412c-bc2a-4572-959c-3bdd47e47c69 None None] Provisioning for port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:00.662980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.687130 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.731761 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9db70c13-7abc-4250-9874-b955d34c2df0,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:00.762927 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '9db70c13-7abc-4250-9874-b955d34c2df0', 'network_id': '0d97318e-47f7-4bcf-bbf2-aa8f041029b5', 'port_id': '9db70c13-7abc-4250-9874-b955d34c2df0', 'mac_address': 'fa:16:3e:2e:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbde1dfd-98ad-405d-8030-03926981d490', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:36:00.766617 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:00.803389 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.811419 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.817546 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.818845 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3e3c85b-beef-4fd3-94bd-101157621a3b HTTP/1.1" status: 204 len: 168 time: 0.2168934 Aug 30 17:36:00.828865 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db70c13-7abc-4250-9874-b955d34c2df0 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:00.829682 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54f2f-545b-476b-8352-12e9c105d717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e3c85b-beef-4fd3-94bd-101157621a3b,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:00.842544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.857313 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9db70c13-7abc-4250-9874-b955d34c2df0,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:00.933550 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.000220 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:01.130366 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:01.133769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:36:01.256682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:36:01.271865 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:36:01.282035 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:01.282688 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:01.303764 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['9db70c13-7abc-4250-9874-b955d34c2df0'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:01.331178 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ddfb2d8-16b3-4a06-a49f-e71b201a5539'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:01.358106 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:01.369758 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:01.370417 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.373521 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.413675 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:01.430370 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.433495 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-74d5cbcc-d6f9-440d-9a39-e6bf32751fae admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1919379 Aug 30 17:36:01.433919 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39478) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:01.561792 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cd5b-4d85-4d52-9378-93b3669223de req-4ceb874a-9087-470e-ad72-73411b29dc00 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:01.563707 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-49f1cd5b-4d85-4d52-9378-93b3669223de req-4ceb874a-9087-470e-ad72-73411b29dc00 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 944 time: 0.0712609 Aug 30 17:36:01.656873 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-49f1cd5b-4d85-4d52-9378-93b3669223de req-2b01cfad-c7f3-40ee-8a59-4178041e9014 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783393 Aug 30 17:36:01.673032 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.732845 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:00Z', 'revision_number': 3, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:01.769637 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:36:01.770462 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Updating router cbed1e13-11a5-4740-bc0e-c50f2582ff4b port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:36:01.790563 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:01.811047 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.857422 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:01.936508 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:02.133867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.135239 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.146008 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Transition to ACTIVE for port object 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:02.251843 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.308408 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Allocated IP 172.20.0.1 (bce47af6-8359-4b8e-9b54-7f8bb623d5e9/60ccf4b7-f880-401b-b30a-ce626396e54c/dd9c631b-4b2f-4642-a12d-28229d4a1f00) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:02.308563 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e920b-f197-40cb-896f-7effd11eb199 None None] Pushing event updated for resources: {'Port': ['ID=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:02.310587 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Attempting to bind port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:02.310955 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Attempting to bind port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:02.311314 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Attempting to bind port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:02.319155 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:02.319528 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:02.319972 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.320356 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:02.321084 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Bound port: 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:02.322399 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.381431 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] For port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:02.385468 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] For port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:02.430308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.445286 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Transition to ACTIVE for port object dd9c631b-4b2f-4642-a12d-28229d4a1f00 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:02.486722 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.531554 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:02.531554 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:02.554980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.592124 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:02.597214 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:02.601785 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:02.601785 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.626752 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e920b-f197-40cb-896f-7effd11eb199 None None] Pushing event updated for resources: {'Port': ['ID=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:02.650331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:02.657670 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:02.796682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820361d-48fb-445b-a58f-374976443348 req-cc410d95-9978-494a-b8e9-4e8ee1069677 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:02.807391 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f820361d-48fb-445b-a58f-374976443348 req-cc410d95-9978-494a-b8e9-4e8ee1069677 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 944 time: 0.0673099 Aug 30 17:36:02.864867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:02.869682 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f820361d-48fb-445b-a58f-374976443348 req-94972be8-1210-4dbc-9b6d-380fbbd827dc tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 Aug 30 17:36:02.925093 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:00Z', 'revision_number': 3, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:02.989550 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-b97ac3a3-729f-4100-a131-9c659d23e4dc None None] Provisioning for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:02.997294 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-b97ac3a3-729f-4100-a131-9c659d23e4dc None None] Provisioning complete for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:02.997294 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b97ac3a3-729f-4100-a131-9c659d23e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.051325 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68dd57-aea2-4188-90ae-ba12bdf7d922 None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:00Z', 'revision_number': 3, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:36:03.078542 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b97ac3a3-729f-4100-a131-9c659d23e4dc None None] Port dd9c631b-4b2f-4642-a12d-28229d4a1f00 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:36:03.137861 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:03.217708 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.243483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:03.243864 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.306137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.306137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.458778 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:03.512976 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:03.514718 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:03.831304 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7d6df148-d97e-47c4-aa5c-07908f97889c None None] Provisioning complete for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:03.831736 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d6df148-d97e-47c4-aa5c-07908f97889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:03.884703 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7d6df148-d97e-47c4-aa5c-07908f97889c None None] Port dd9c631b-4b2f-4642-a12d-28229d4a1f00 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:36:03.923009 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:36:03.988634 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351007-0e46-4db0-a1ff-2d680ee60cb7 req-a85cfcf9-8b7c-41f0-b1b7-7c149c4c6428 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:03.991800 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d8351007-0e46-4db0-a1ff-2d680ee60cb7 req-a85cfcf9-8b7c-41f0-b1b7-7c149c4c6428 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 944 time: 0.0611193 Aug 30 17:36:04.060803 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d8351007-0e46-4db0-a1ff-2d680ee60cb7 req-dd53f747-b4bb-48da-91eb-7afd94c70dd4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606751 Aug 30 17:36:04.062978 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:36:04.072977 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-df180413-dfda-4403-a9ac-f0458f9b5cb8 admin admin] 10.222.0.10 "PUT /v2.0/routers/cbed1e13-11a5-4740-bc0e-c50f2582ff4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346688 Aug 30 17:36:04.213552 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:04.420993 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:36:04.445941 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:04.450972 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:04.451773 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:04.669135 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:04.695187 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:04.697503 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7168e6c2-1347-497a-9683-dd926667481e" -d '{"events": [{"server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "name": "network-vif-plugged", "status": "completed", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:04.713320 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:04.741476 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd6d86-6de9-46a1-8b14-f6de0ddce254 x-openstack-request-id: req-6cbd6d86-6de9-46a1-8b14-f6de0ddce254 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:04.741776 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "name": "network-vif-plugged", "status": "completed", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:04.742033 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cbd6d86-6de9-46a1-8b14-f6de0ddce254 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:04.742450 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539', 'code': 200} Aug 30 17:36:04.805320 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:04.806185 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9db70c13-7abc-4250-9874-b955d34c2df0 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:04.889897 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:04.994372 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 9db70c13-7abc-4250-9874-b955d34c2df0 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:05.005119 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 9db70c13-7abc-4250-9874-b955d34c2df0 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:05.005119 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.076668 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39578) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:05.079684 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:36:05.114872 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-292070798-network', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:05.130547 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:05.131284 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:05.185782 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:05.205746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c12c24-9704-428a-9a6b-e9a68af942d8 req-871f5a1b-98bc-4b9b-ba0b-a364dfd98a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:05.207460 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66c12c24-9704-428a-9a6b-e9a68af942d8 req-871f5a1b-98bc-4b9b-ba0b-a364dfd98a6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 1098 time: 0.0616210 Aug 30 17:36:05.218532 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.229146 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Made reservation on behalf of c0e9de4d35b54493843cb72863f9e6e7 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:05.232054 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.279517 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.292884 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6960-aec8-40c6-af9f-2b20c31d05d6 req-a1da8ee8-83ac-4ed5-96fa-938beebb6034 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:05.295398 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-411c6960-aec8-40c6-af9f-2b20c31d05d6 req-a1da8ee8-83ac-4ed5-96fa-938beebb6034 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0723102 Aug 30 17:36:05.318031 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66c12c24-9704-428a-9a6b-e9a68af942d8 req-a7416bd7-0463-4ad7-9bfc-b05f32901b44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Aug 30 17:36:05.394725 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:05.410713 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-411c6960-aec8-40c6-af9f-2b20c31d05d6 req-205ef290-1fa9-4690-a0be-e471ed375f6a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043813 Aug 30 17:36:05.500600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.570698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9db70c13-7abc-4250-9874-b955d34c2df0,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:05.594150 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.625334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f4e1c-2a16-4ba5-bbce-31f72634ea25,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:05.647787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:36:05.665240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.669651 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Added segment 67603bf2-6462-4817-9059-767dc2c30ad5 of type vlan for network 629b4442-ff92-4464-9600-0809b5116368 Aug 30 17:36:05.714280 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.745273 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:05.747437 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.755949 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:05.756270 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.805867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.808160 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:05.809086 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:05.863733 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:05.889851 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 2, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:05.911498 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] Pushing event updated for resources: {'Network': ['ID=629b4442-ff92-4464-9600-0809b5116368,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:05.922483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 629b4442-ff92-4464-9600-0809b5116368 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:36:05.932448 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-eecc5d32-3adc-4c1a-b7ef-613aa9523b75 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8539431 Aug 30 17:36:05.935147 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39620) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:05.943473 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Request body: {'subnet': {'network_id': '629b4442-ff92-4464-9600-0809b5116368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-292070798-subnet', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:05.965965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:36:05.966407 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Updating router cbed1e13-11a5-4740-bc0e-c50f2582ff4b port dd9c631b-4b2f-4642-a12d-28229d4a1f00 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:36:06.028000 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.054653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.063200 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Made reservation on behalf of c0e9de4d35b54493843cb72863f9e6e7 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:06.065898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.081105 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:06.232939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.345936 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:06.361578 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.416363 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e2d085-a75f-432a-a1dc-0375a8a67b47,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:06.447383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Checking segment: {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:06.447383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Network hostable DHCP agents. Network: 629b4442-ff92-4464-9600-0809b5116368, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:36:06.507187 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.540535 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Transition to ACTIVE for port object dd9c631b-4b2f-4642-a12d-28229d4a1f00 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:06.550654 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Network 629b4442-ff92-4464-9600-0809b5116368 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:36:06.606596 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148ca95-8d01-4711-a502-2a701e3d535e req-bb489b8c-8131-4187-a007-bb217bf3c989 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:06.615053 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f148ca95-8d01-4711-a502-2a701e3d535e req-bb489b8c-8131-4187-a007-bb217bf3c989 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Aug 30 17:36:06.617410 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.634550 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 629b4442-ff92-4464-9600-0809b5116368) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:06.655384 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:06.658368 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.695553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dbae52-7b13-43b1-aa65-78b767fe747e None None] Network 629b4442-ff92-4464-9600-0809b5116368 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:06.716686 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f148ca95-8d01-4711-a502-2a701e3d535e req-f0260a3d-07d6-4e3b-9046-1fcb333044ad tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954967 Aug 30 17:36:06.726708 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-54a5cec8-ee9d-40a4-bb3d-c995134df683 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7896588 Aug 30 17:36:06.734446 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39650) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:06.739591 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:06.748333 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:06.750593 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bfc672-f6ea-4932-b9c1-c21425ec7d59" -d '{"events": [{"server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "name": "network-vif-plugged", "status": "completed", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:06.798050 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad9ff4-c18f-44b8-b1aa-733a4dc06c41 None None] Pushing event updated for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:06.801856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2070aa-f059-4f3d-8af0-b3433f323ec7 x-openstack-request-id: req-fc2070aa-f059-4f3d-8af0-b3433f323ec7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:06.802173 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "name": "network-vif-plugged", "status": "completed", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:06.802428 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc2070aa-f059-4f3d-8af0-b3433f323ec7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:06.802802 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0', 'code': 200} Aug 30 17:36:06.844964 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.846926 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.889117 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Attempting to bind port dd9c631b-4b2f-4642-a12d-28229d4a1f00 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:06.889510 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Attempting to bind port dd9c631b-4b2f-4642-a12d-28229d4a1f00 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:06.889876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Attempting to bind port dd9c631b-4b2f-4642-a12d-28229d4a1f00 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:06.925550 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.933511 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:06.933887 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:06.934313 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:06.934708 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Bound using segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:06.935192 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Bound port: dd9c631b-4b2f-4642-a12d-28229d4a1f00, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:06.935580 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.043602 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-629b4442-ff92-4464-9600-0809b5116368', 'network_id': '629b4442-ff92-4464-9600-0809b5116368', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'fixed_ips': [{'subnet_id': '35e2d085-a75f-432a-a1dc-0375a8a67b47'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:36:07.043602 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.112516 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] For port dd9c631b-4b2f-4642-a12d-28229d4a1f00, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:07.114044 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] For port dd9c631b-4b2f-4642-a12d-28229d4a1f00, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=dd9c631b-4b2f-4642-a12d-28229d4a1f00,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:07.162149 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:07.231060 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.235956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.265427 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16d42b-fc1c-4ba7-96e2-65731c04c8c8 req-6ae1beb6-83c5-48d6-8deb-08bf1423f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:07.267393 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d16d42b-fc1c-4ba7-96e2-65731c04c8c8 req-6ae1beb6-83c5-48d6-8deb-08bf1423f4ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0535893 Aug 30 17:36:07.320765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d16d42b-fc1c-4ba7-96e2-65731c04c8c8 req-453903fc-05dd-4b12-9ea4-37ac89ac0345 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Aug 30 17:36:07.477896 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Allocated IP 172.20.0.2 (629b4442-ff92-4464-9600-0809b5116368/35e2d085-a75f-432a-a1dc-0375a8a67b47/914e1c35-e4ed-4ccb-98e1-92db918f8727) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:07.489064 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:07.489755 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:07.493772 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:07.494167 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.495715 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad9ff4-c18f-44b8-b1aa-733a4dc06c41 None None] Pushing event updated for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:07.677871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.710852 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.871666 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150f1f-9aa5-4b8a-ab15-7b5aee83fe34 req-58425aa8-8068-4c87-9d08-dcdf5e202f01 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:07.880387 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9150f1f-9aa5-4b8a-ab15-7b5aee83fe34 req-58425aa8-8068-4c87-9d08-dcdf5e202f01 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0733633 Aug 30 17:36:07.901158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Allocated IP 172.27.3.115 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/a3fcc1dc-21de-46b6-9a34-09d11e0935db) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:07.905113 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:07.918292 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Transition to ACTIVE for port object 914e1c35-e4ed-4ccb-98e1-92db918f8727 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:07.938552 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Transition to ACTIVE for port object 914e1c35-e4ed-4ccb-98e1-92db918f8727 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:07.942196 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9150f1f-9aa5-4b8a-ab15-7b5aee83fe34 req-5def0c4c-3ac4-4d88-8f3a-e5e37d123ad0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Aug 30 17:36:07.951144 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:08.032488 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.061434 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.156275 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Network 629b4442-ff92-4464-9600-0809b5116368 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:08.162225 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:08.163505 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.166549 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Pushing event updated for resources: {'Port': ['ID=914e1c35-e4ed-4ccb-98e1-92db918f8727,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:08.179965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:08.266350 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:08.287657 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fcc1dc-21de-46b6-9a34-09d11e0935db,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:08.291476 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:08.306524 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:08.335706 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Attempting to bind port 914e1c35-e4ed-4ccb-98e1-92db918f8727 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:08.336079 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Attempting to bind port 914e1c35-e4ed-4ccb-98e1-92db918f8727 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:08.336534 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Attempting to bind port 914e1c35-e4ed-4ccb-98e1-92db918f8727 on network 629b4442-ff92-4464-9600-0809b5116368 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:08.344678 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:08.345196 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Checking segment: {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:08.345746 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.346818 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Bound using segment: {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:08.347255 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Bound port: 914e1c35-e4ed-4ccb-98e1-92db918f8727, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:08.347631 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.444288 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:07Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:08.448384 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] For port 914e1c35-e4ed-4ccb-98e1-92db918f8727, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:08.450749 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] For port 914e1c35-e4ed-4ccb-98e1-92db918f8727, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=914e1c35-e4ed-4ccb-98e1-92db918f8727,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:08.480384 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41920a76-5215-402c-9f1b-6ade294e44ef None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:07Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:36:08.560994 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.664141 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d841ca4-6b86-4de5-8870-171455e906b2 None None] Pushing event updated for resources: {'Port': ['ID=914e1c35-e4ed-4ccb-98e1-92db918f8727,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:08.765307 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:08.776110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8406b7-3685-4e45-8c93-402817e4cfa6 req-47ba34e0-8770-477b-a385-04bbe73c8b94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:08.789177 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e8406b7-3685-4e45-8c93-402817e4cfa6 req-47ba34e0-8770-477b-a385-04bbe73c8b94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0889375 Aug 30 17:36:08.873831 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e8406b7-3685-4e45-8c93-402817e4cfa6 req-9c8921de-75c4-4340-94af-4f6d7282cce9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774095 Aug 30 17:36:09.059492 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39714) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:09.151144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.256283 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 914e1c35-e4ed-4ccb-98e1-92db918f8727 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:09.266829 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3b742de-8a15-4b84-8ffc-6d35536ca72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.438353 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3b742de-8a15-4b84-8ffc-6d35536ca72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.503296 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 914e1c35-e4ed-4ccb-98e1-92db918f8727 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:09.510135 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device dd9c631b-4b2f-4642-a12d-28229d4a1f00 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:09.566111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Router f107396f-0d6f-4229-8dc1-9aaec2d369f3 is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:36:09.566330 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f3b742de-8a15-4b84-8ffc-6d35536ca72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.632657 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-f3b742de-8a15-4b84-8ffc-6d35536ca72a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=482851c593d84273accd02f2e4582ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705693 Aug 30 17:36:09.635607 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:09.641709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b742de-8a15-4b84-8ffc-6d35536ca72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b54499-715c-499e-8549-712528b69403,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:09.663067 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:09.681655 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:09.681655 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.763744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.769836 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:36:09.787752 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Sync routers for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:36:09.804309 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:09.805868 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:09.831650 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.851948 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.871578 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.875551 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2c94ee47-5a82-4524-a981-b59663063088 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1376584 Aug 30 17:36:09.875895 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39740) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:09.893672 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port dd9c631b-4b2f-4642-a12d-28229d4a1f00, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=dd9c631b-4b2f-4642-a12d-28229d4a1f00,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:09.988794 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.025937 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.034410 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.035686 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1b54499-715c-499e-8549-712528b69403 HTTP/1.1" status: 204 len: 168 time: 0.3992338 Aug 30 17:36:10.049825 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:10.060209 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b938c-25fe-48f2-bf02-e9a696f22ac1 req-ddecb841-58bf-4ede-9a86-2cdfd34e457f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:10.063050 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c94b938c-25fe-48f2-bf02-e9a696f22ac1 req-ddecb841-58bf-4ede-9a86-2cdfd34e457f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1029873 Aug 30 17:36:10.100855 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637c18a-2f0e-4970-b544-66566b1de048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b54499-715c-499e-8549-712528b69403,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:10.167250 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c94b938c-25fe-48f2-bf02-e9a696f22ac1 req-0e559010-ae5e-4e32-ad9c-6222044941ad tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 Aug 30 17:36:10.176236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:10.255407 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c97c4d5-e7d1-45d1-816a-402a4a09a27a None None] Network 629b4442-ff92-4464-9600-0809b5116368 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:10.428675 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:08Z', 'revision_number': 3, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:10.446866 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Checking router: f107396f-0d6f-4229-8dc1-9aaec2d369f3 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:36:10.450697 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Updating router f107396f-0d6f-4229-8dc1-9aaec2d369f3 port a3fcc1dc-21de-46b6-9a34-09d11e0935db binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:36:10.488954 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.554880 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Provisioning for port 914e1c35-e4ed-4ccb-98e1-92db918f8727 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:10.559584 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Provisioning complete for port 914e1c35-e4ed-4ccb-98e1-92db918f8727 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:10.560012 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.741426 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.786735 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] For port 914e1c35-e4ed-4ccb-98e1-92db918f8727, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=914e1c35-e4ed-4ccb-98e1-92db918f8727,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:10.851178 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.854803 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.865969 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Transition to ACTIVE for port object a3fcc1dc-21de-46b6-9a34-09d11e0935db will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:10.914057 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd6fe1-897d-4a5f-b430-93851be3fcbd None None] Pushing event updated for resources: {'Port': ['ID=914e1c35-e4ed-4ccb-98e1-92db918f8727,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:10.920394 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.942664 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.987217 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2f962854-8b89-410b-9dea-d994caea6c86 None None] Provisioning complete for port 914e1c35-e4ed-4ccb-98e1-92db918f8727 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:10.988187 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2f962854-8b89-410b-9dea-d994caea6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:10.990742 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8ead2-976a-4c41-8df1-e51dfa02e874 None None] Pushing event updated for resources: {'Port': ['ID=a3fcc1dc-21de-46b6-9a34-09d11e0935db,revision_number=2']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:11.018108 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Attempting to bind port a3fcc1dc-21de-46b6-9a34-09d11e0935db on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:11.018493 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Attempting to bind port a3fcc1dc-21de-46b6-9a34-09d11e0935db by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:11.018847 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Attempting to bind port a3fcc1dc-21de-46b6-9a34-09d11e0935db on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:11.024141 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:11.024507 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:11.024962 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.025278 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:11.025797 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Bound port: a3fcc1dc-21de-46b6-9a34-09d11e0935db, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:11.026214 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.097722 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device dd9c631b-4b2f-4642-a12d-28229d4a1f00 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:11.116398 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] For port a3fcc1dc-21de-46b6-9a34-09d11e0935db, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:11.120238 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] For port a3fcc1dc-21de-46b6-9a34-09d11e0935db, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a3fcc1dc-21de-46b6-9a34-09d11e0935db,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:11.136357 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-8e950cd2-f1b6-47b8-9e83-b05b599a8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:11.138999 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-8e950cd2-f1b6-47b8-9e83-b05b599a8821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 1098 time: 0.0639811 Aug 30 17:36:11.145833 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Allocated IP 172.20.0.1 (629b4442-ff92-4464-9600-0809b5116368/35e2d085-a75f-432a-a1dc-0375a8a67b47/c465bdff-dd41-4c80-81f4-10e33933d9bf) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:11.188402 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port dd9c631b-4b2f-4642-a12d-28229d4a1f00 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:11.189004 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.240873 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.316114 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.344982 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Transition to ACTIVE for port object c465bdff-dd41-4c80-81f4-10e33933d9bf will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:11.357705 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 914e1c35-e4ed-4ccb-98e1-92db918f8727 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:11.360908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e1ba-2ecd-4cdf-b197-2b628f962bf0 req-c42b75b9-b9d4-4c0f-9215-5483954b1a63 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:11.362590 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b326e1ba-2ecd-4cdf-b197-2b628f962bf0 req-c42b75b9-b9d4-4c0f-9215-5483954b1a63 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0827374 Aug 30 17:36:11.365424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-dbd7b979-6808-4fa4-b47c-cb5d6d60cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:11.373029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-dbd7b979-6808-4fa4-b47c-cb5d6d60cd7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.2167771 Aug 30 17:36:11.383960 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8ead2-976a-4c41-8df1-e51dfa02e874 None None] Pushing event updated for resources: {'Port': ['ID=a3fcc1dc-21de-46b6-9a34-09d11e0935db,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:11.406652 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:11.406956 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:11.441795 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 914e1c35-e4ed-4ccb-98e1-92db918f8727 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:11.442459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.515473 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.616228 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Network 629b4442-ff92-4464-9600-0809b5116368 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:11.620400 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:11.624511 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:11.626282 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:11.718481 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Pushing event updated for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:11.750547 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:11.755095 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b326e1ba-2ecd-4cdf-b197-2b628f962bf0 req-0221e54e-fd7c-45f5-9d25-49a23439e733 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698313 Aug 30 17:36:11.759950 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-83f040fd-02ee-48c8-b9f0-e4ad3df45599 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539 HTTP/1.1" status: 200 len: 217 time: 0.3446107 Aug 30 17:36:11.955314 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-5903bc0c-b321-4e1a-94d5-989d68889931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:11.959622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-5903bc0c-b321-4e1a-94d5-989d68889931 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.1884520 Aug 30 17:36:12.066792 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-1280f345-1d51-456c-9677-877fbfde934c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862160 Aug 30 17:36:12.121347 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:12.171496 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-08a4ef17-eec0-4572-b63c-aa8e62b590bd None None] Provisioning for port c465bdff-dd41-4c80-81f4-10e33933d9bf completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:12.176434 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-08a4ef17-eec0-4572-b63c-aa8e62b590bd None None] Provisioning complete for port c465bdff-dd41-4c80-81f4-10e33933d9bf triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:12.176914 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08a4ef17-eec0-4572-b63c-aa8e62b590bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:12.255731 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-08a4ef17-eec0-4572-b63c-aa8e62b590bd None None] Port c465bdff-dd41-4c80-81f4-10e33933d9bf cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:36:12.261896 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:08Z', 'revision_number': 3, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:12.271897 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-50fc6845-ce0d-494a-a055-7e8fe4b2c002 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976130 Aug 30 17:36:12.289953 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650886a-cd49-4a65-810c-8c2ba78e1f7e None None] The sync data for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi is: [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:08Z', 'revision_number': 3, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:36:12.389769 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d1047d33-3b5f-4884-8a16-b46ee73d963e req-17debbf3-a4d7-4c5a-a0a8-af1617b5e8de service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035910 Aug 30 17:36:12.422947 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:12.510044 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421c5cf-0d1f-413e-9ad3-a17157866c52 req-afbab6be-01df-4788-89a5-ba252122a36a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:12.511543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e421c5cf-0d1f-413e-9ad3-a17157866c52 req-afbab6be-01df-4788-89a5-ba252122a36a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0517838 Aug 30 17:36:12.518347 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:12.523886 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:12.591398 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e421c5cf-0d1f-413e-9ad3-a17157866c52 req-48ecac67-adb0-4b73-9ecf-ffe9da3f60a7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479834 Aug 30 17:36:12.669208 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Pushing event updated for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:12.728207 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Network 629b4442-ff92-4464-9600-0809b5116368 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:12.732377 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:12.908657 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Router f107396f-0d6f-4229-8dc1-9aaec2d369f3 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:36:13.098173 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-03d0da70-a01a-4b65-955c-2dc361b356c3 None None] Provisioning complete for port c465bdff-dd41-4c80-81f4-10e33933d9bf triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:13.098835 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-03d0da70-a01a-4b65-955c-2dc361b356c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.110467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:36:13.132242 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-deb854ab-25c2-4da4-8d6a-b7c3406ada5a admin admin] 10.222.0.10 "PUT /v2.0/routers/f107396f-0d6f-4229-8dc1-9aaec2d369f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548139 Aug 30 17:36:13.155121 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe30839-225b-4eb8-be42-a108e09fff90 req-899305e9-fa8b-454a-8014-66c4cf2ab5f2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:13.157245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-abe30839-225b-4eb8-be42-a108e09fff90 req-899305e9-fa8b-454a-8014-66c4cf2ab5f2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.2521734 Aug 30 17:36:13.184445 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-03d0da70-a01a-4b65-955c-2dc361b356c3 None None] Port c465bdff-dd41-4c80-81f4-10e33933d9bf cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:36:13.234871 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a3fcc1dc-21de-46b6-9a34-09d11e0935db up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:13.299965 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-abe30839-225b-4eb8-be42-a108e09fff90 req-12182f05-3ceb-4d08-849a-c14f0b074a59 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 Aug 30 17:36:13.329055 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-e54b1ff7-917f-4945-a09c-929608e2a135 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:13.331705 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-e54b1ff7-917f-4945-a09c-929608e2a135 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1729345 Aug 30 17:36:13.358304 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-265c78fb-5a57-4971-b796-f750ca4079f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/quotas/7a8c3513aa234e18b6a28f190febe4b4 HTTP/1.1" status: 200 len: 375 time: 0.0185218 Aug 30 17:36:13.387919 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port a3fcc1dc-21de-46b6-9a34-09d11e0935db completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:13.392444 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a3fcc1dc-21de-46b6-9a34-09d11e0935db triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:13.393114 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.459298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-e55c6ec3-a6cb-4b0b-bff9-658aa1ffb710 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994325 Aug 30 17:36:13.532344 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.557544 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port a3fcc1dc-21de-46b6-9a34-09d11e0935db, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a3fcc1dc-21de-46b6-9a34-09d11e0935db,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:13.590030 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-6239b8a1-7b7a-4b14-ba25-817968ad86a2 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302676 Aug 30 17:36:13.640568 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.710726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=a3fcc1dc-21de-46b6-9a34-09d11e0935db,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:13.717587 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-ec8adf29-1949-4941-8059-2a32d31f06a1 service neutron] 10.222.0.10 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205125 Aug 30 17:36:14.104716 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39878) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:14.132297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032499453', 'description': 'tempest-secgroup-smoke-1032499453 description', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:14.139601 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21f702-4522-4595-ab7c-d7b78e93b346 req-359e692d-222b-45cc-8a55-f162c67bd506 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:14.142605 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c21f702-4522-4595-ab7c-d7b78e93b346 req-359e692d-222b-45cc-8a55-f162c67bd506 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.1268597 Aug 30 17:36:14.189817 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a379bea8-df5a-4900-a023-ae2917bd5a88 req-c6918714-1dc8-40a6-8ff2-e0258ca3ee6c tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0458097 Aug 30 17:36:14.219240 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c21f702-4522-4595-ab7c-d7b78e93b346 req-1b0d0180-a6f6-4dc1-9867-57ccd6694db0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562582 Aug 30 17:36:14.258579 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.401715 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.457863 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698096f1-b1a9-4df6-b3fa-569754beb70a req-0cf4d612-1f5d-4841-bd28-7c2d77ef4f64 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:14.458349 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-698096f1-b1a9-4df6-b3fa-569754beb70a req-0cf4d612-1f5d-4841-bd28-7c2d77ef4f64 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Aug 30 17:36:14.496073 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Sync routers for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:36:14.506338 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:14.507120 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:14.508724 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-698096f1-b1a9-4df6-b3fa-569754beb70a req-feba8979-9c34-4481-8b36-20002a84918b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Aug 30 17:36:14.526774 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.558984 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:14.630528 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:14.657162 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.658704 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9f8ad109-3a90-452e-aa9c-cd5a52a02959 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5514162 Aug 30 17:36:14.661418 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39892) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:14.666175 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:14.786862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.843161 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:11Z', 'revision_number': 4, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c465bdff-dd41-4c80-81f4-10e33933d9bf', 'name': '', 'network_id': '629b4442-ff92-4464-9600-0809b5116368', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'mac_address': 'fa:16:3e:17:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:10Z', 'updated_at': '2021-08-30T17:36:12Z', 'revision_number': 2, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'subnets': [{'id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:14.866689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.871760 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Checking router: f107396f-0d6f-4229-8dc1-9aaec2d369f3 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:36:14.872163 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Updating router f107396f-0d6f-4229-8dc1-9aaec2d369f3 port c465bdff-dd41-4c80-81f4-10e33933d9bf binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:36:14.897059 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.948640 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:14.967302 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58d86c8-3ecc-40cb-93a5-4885951ec374,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:15.068742 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.070024 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-5b8fc19f-31a1-4fc7-a35d-59a5a814f98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076812 Aug 30 17:36:15.072818 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39904) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:15.082314 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:15.083338 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a3fcc1dc-21de-46b6-9a34-09d11e0935db up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:15.176054 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port a3fcc1dc-21de-46b6-9a34-09d11e0935db triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:15.176499 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.193778 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.278454 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.293472 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.313766 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Transition to ACTIVE for port object c465bdff-dd41-4c80-81f4-10e33933d9bf will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:15.318897 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f0a95720-ce81-4323-b72a-569318394566 req-10642a7c-5cf5-45f6-9a28-380cbc539210 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 30 17:36:15.370366 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7bf52-2865-4fb7-814b-0518e19ef3df req-923c1147-d88e-4fac-b1d9-144ac0c2ed7b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:15.371899 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90e7bf52-2865-4fb7-814b-0518e19ef3df req-923c1147-d88e-4fac-b1d9-144ac0c2ed7b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0520530 Aug 30 17:36:15.417879 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90e7bf52-2865-4fb7-814b-0518e19ef3df req-d5dfcb82-c17a-4090-8f52-ccf65e4b2a97 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391130 Aug 30 17:36:15.428779 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.428881 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.450558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7033eb9-d9ca-4d57-9c98-ac2d68ae4083,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:15.508383 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0225c-d312-4725-934d-0f60d988be22 None None] Pushing event updated for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:15.509266 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.513159 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-88e5cb94-7570-4c83-a47a-312c23bf4a11 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365978 Aug 30 17:36:15.513413 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39914) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:15.520746 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:15.547014 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Attempting to bind port c465bdff-dd41-4c80-81f4-10e33933d9bf on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:15.547014 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Attempting to bind port c465bdff-dd41-4c80-81f4-10e33933d9bf by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:15.547014 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Attempting to bind port c465bdff-dd41-4c80-81f4-10e33933d9bf on network 629b4442-ff92-4464-9600-0809b5116368 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:15.552355 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:15.552835 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Checking segment: {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:15.553241 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.553638 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Bound using segment: {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:15.554215 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Bound port: c465bdff-dd41-4c80-81f4-10e33933d9bf, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67603bf2-6462-4817-9059-767dc2c30ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '629b4442-ff92-4464-9600-0809b5116368'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:15.554498 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.628932 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.642251 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee238bf-9a44-480b-af9f-ba93a37c8533 req-8e45b2dd-fecb-4e3a-bd7d-48ba1d37a347 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:15.643700 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] For port c465bdff-dd41-4c80-81f4-10e33933d9bf, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:15.647619 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] For port c465bdff-dd41-4c80-81f4-10e33933d9bf, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c465bdff-dd41-4c80-81f4-10e33933d9bf,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:15.650599 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bee238bf-9a44-480b-af9f-ba93a37c8533 req-8e45b2dd-fecb-4e3a-bd7d-48ba1d37a347 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0598333 Aug 30 17:36:15.689034 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bee238bf-9a44-480b-af9f-ba93a37c8533 req-965af085-8cde-410e-b175-d38218b4f834 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362198 Aug 30 17:36:15.698836 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.726773 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.789013 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:36:15.789902 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:35:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:15.794078 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0225c-d312-4725-934d-0f60d988be22 None None] Pushing event updated for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:15.802176 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:15.816111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.832237 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219c5ccb-859d-4392-88be-a4f91cb7987a,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:15.909204 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.910965 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7d3eb57b-d4e4-40ba-9231-26fdc628cca1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963094 Aug 30 17:36:15.913550 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39926) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:15.918966 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:15.928856 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d70a1-607d-4723-b1bd-196366c39499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:15.931258 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:36:16.013525 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.113623 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.146762 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d70a1-607d-4723-b1bd-196366c39499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.149624 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:11Z', 'revision_number': 4, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c465bdff-dd41-4c80-81f4-10e33933d9bf', 'name': '', 'network_id': '629b4442-ff92-4464-9600-0809b5116368', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'mac_address': 'fa:16:3e:17:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:10Z', 'updated_at': '2021-08-30T17:36:15Z', 'revision_number': 4, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'subnets': [{'id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:16.177364 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b35799-cf58-42f5-9a66-e0a61d831c70 None None] The sync data for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi is: [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:36:11Z', 'revision_number': 4, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c465bdff-dd41-4c80-81f4-10e33933d9bf', 'name': '', 'network_id': '629b4442-ff92-4464-9600-0809b5116368', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'mac_address': 'fa:16:3e:17:bc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:10Z', 'updated_at': '2021-08-30T17:36:15Z', 'revision_number': 4, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'subnets': [{'id': '35e2d085-a75f-432a-a1dc-0375a8a67b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:36:16.182959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.201097 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd11d46e-edc3-4473-8531-103ae9e15be0,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:16.211020 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-707d70a1-607d-4723-b1bd-196366c39499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.265565 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-707d70a1-607d-4723-b1bd-196366c39499 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=635b20d388874f3f936c6982df520f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622145 Aug 30 17:36:16.267265 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d70a1-607d-4723-b1bd-196366c39499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e9d1e-b1f8-47d5-9fbb-0060133b920f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:16.268787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 39932) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:16.312087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.313382 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7f3e2245-0d7f-4bbb-b1ae-2cac8bc8b197 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3983877 Aug 30 17:36:16.316498 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39934) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:16.321553 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:16.333414 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.360267 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.418528 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34126165-1415-42e8-acc7-9acbbab0aa31 req-f79fdf8d-946c-40a2-bcec-8a12bd60909e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0279698 Aug 30 17:36:16.423826 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Project 021ee2ee21e64a7890aa2f58f1bc50ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:36:16.433412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.487309 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.491796 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.495570 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de6e9d1e-b1f8-47d5-9fbb-0060133b920f HTTP/1.1" status: 204 len: 168 time: 0.2244582 Aug 30 17:36:16.503169 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f4c54-a5c7-4126-b042-69685a886fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e9d1e-b1f8-47d5-9fbb-0060133b920f,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:16.545302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.571451 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce473-cab0-49de-952e-961104f99810 req-a0d056bd-c034-49ec-aee5-f4f006a3b40a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:16.573094 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-73cce473-cab0-49de-952e-961104f99810 req-a0d056bd-c034-49ec-aee5-f4f006a3b40a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0678442 Aug 30 17:36:16.594950 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.629753 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d5c1e4-137a-4054-98a9-ec7b1b930c44,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:16.644492 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-73cce473-cab0-49de-952e-961104f99810 req-1effaffd-18bf-496d-be4b-d57aee4534a6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651078 Aug 30 17:36:16.686070 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.687205 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-da20808c-3505-41a0-bf74-1ff5c8c8996c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3694737 Aug 30 17:36:16.689938 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 39942) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:16.694468 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'security_group_rule': {'security_group_id': '21bdd5f1-6ae1-48d9-846c-eb8819fe77e0', 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:16.791946 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Project 021ee2ee21e64a7890aa2f58f1bc50ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:36:16.801011 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.845604 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d15196-b3d2-4b88-a749-eb380007a3fc req-1dcbc924-f0f3-4b1c-9b8b-c3ba98bc4767 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:16.847481 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-62d15196-b3d2-4b88-a749-eb380007a3fc req-1dcbc924-f0f3-4b1c-9b8b-c3ba98bc4767 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0864387 Aug 30 17:36:16.903022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.911231 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-62d15196-b3d2-4b88-a749-eb380007a3fc req-116d8619-5cf5-4e9c-b7dd-36fc6636ac79 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Aug 30 17:36:16.971939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:16.994781 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef54f0be-ab0c-4a96-98ea-bbf07bae40f0,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:17.063648 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:17.065345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-91edb43e-7a9b-442c-97fc-019ba8fd0883 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3740125 Aug 30 17:36:17.113197 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c465bdff-dd41-4c80-81f4-10e33933d9bf up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:17.279874 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port c465bdff-dd41-4c80-81f4-10e33933d9bf completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:17.285670 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c465bdff-dd41-4c80-81f4-10e33933d9bf triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:17.286705 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:17.372471 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:17.406533 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port c465bdff-dd41-4c80-81f4-10e33933d9bf, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c465bdff-dd41-4c80-81f4-10e33933d9bf,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:17.503659 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:17.512357 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e2b7c7a-24c0-4542-bd15-73bc701d6b21 req-2989c1a1-2827-4bc3-aceb-2e32923c8687 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Aug 30 17:36:17.556211 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:17.768693 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72846a29-a0eb-4500-acdc-2cb86691f030 req-94308df4-957a-4fa7-b738-4c398e36a803 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:17.770240 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72846a29-a0eb-4500-acdc-2cb86691f030 req-94308df4-957a-4fa7-b738-4c398e36a803 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Aug 30 17:36:17.810617 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72846a29-a0eb-4500-acdc-2cb86691f030 req-3cbba3eb-8a34-4fcf-85e0-8a654bb63ff6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343797 Aug 30 17:36:18.040199 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d273df-52e3-4f76-9172-9de7f7cc25ab req-5c76b49b-9d84-4bbb-a679-644c0488da0a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:18.041562 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-75d273df-52e3-4f76-9172-9de7f7cc25ab req-5c76b49b-9d84-4bbb-a679-644c0488da0a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0485101 Aug 30 17:36:18.079861 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-75d273df-52e3-4f76-9172-9de7f7cc25ab req-0a4c36ee-e2c3-4127-8b4c-2ab596439ad6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Aug 30 17:36:18.613576 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9fa731cf-799b-4c67-9d6d-6701e7e8ffdb req-d2f1ab67-3037-4526-b446-f4f06ea0d74c tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0293350 Aug 30 17:36:18.938883 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65db87-9cdd-4f8b-8af7-e5468bee3bb4 req-9d7e986b-4b7c-484f-8dd6-41645790a24b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:18.940987 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df65db87-9cdd-4f8b-8af7-e5468bee3bb4 req-9d7e986b-4b7c-484f-8dd6-41645790a24b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0529945 Aug 30 17:36:18.980563 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df65db87-9cdd-4f8b-8af7-e5468bee3bb4 req-ae3e2c06-cdba-4219-bd56-73833d5c55a5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331030 Aug 30 17:36:19.070933 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c465bdff-dd41-4c80-81f4-10e33933d9bf up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:19.212652 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31bd6a-a3ee-44eb-83b4-a7155f06b2bd req-9d0ef35b-3e1a-4506-8b6c-bc3e73ced159 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:19.222415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a31bd6a-a3ee-44eb-83b4-a7155f06b2bd req-9d0ef35b-3e1a-4506-8b6c-bc3e73ced159 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0684226 Aug 30 17:36:19.253799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c465bdff-dd41-4c80-81f4-10e33933d9bf triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:19.254257 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:19.271972 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a31bd6a-a3ee-44eb-83b4-a7155f06b2bd req-518549fe-382c-4e9e-a43c-2d78dbc534b2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Aug 30 17:36:19.427808 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-35a0a6c5-70d9-43b0-8e07-a5a5b063af11 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:19.429354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-35a0a6c5-70d9-43b0-8e07-a5a5b063af11 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 814 time: 0.1513507 Aug 30 17:36:19.448521 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Request body: {'port': {'device_id': 'cb5b390e-b599-482a-b668-de5d58645885', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'admin_state_up': True, 'tenant_id': '7a8c3513aa234e18b6a28f190febe4b4'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:19.681470 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Made reservation on behalf of 7a8c3513aa234e18b6a28f190febe4b4 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:19.685023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:19.724599 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6625284a-451e-41ff-b7ec-27984c628039 req-d5c62ab1-0046-40b4-818d-a4d0538b6df5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0442703 Aug 30 17:36:19.861162 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Allocated IP 172.20.0.14 (8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f/4a451163-90c2-4584-8c48-37f44b13ac5e/3db50445-fb6e-46da-9d33-cec7a310d8bc) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:20.018275 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.123647 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fe23-0f4f-420f-904a-82062ac0207c req-292cb87b-9742-4ceb-8ddd-983788ea1a0d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:20.125219 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92f2fe23-0f4f-420f-904a-82062ac0207c req-292cb87b-9742-4ceb-8ddd-983788ea1a0d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0504882 Aug 30 17:36:20.147805 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.162258 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8', '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:20.211606 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:20.217142 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92f2fe23-0f4f-420f-904a-82062ac0207c req-d821bbcc-82ec-4d70-98bd-c0cce61ccf33 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855300 Aug 30 17:36:20.224595 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:20.233782 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:20.241509 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event updated for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:20.273878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.274336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.274714 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.275125 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.275455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.275780 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.276110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.276439 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.276765 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.277087 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.277408 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.277729 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:20.307468 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:20.308110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.447382 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-d9d55987-caec-48d2-9da0-4481f8e3f643 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0027728 Aug 30 17:36:20.456436 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3de1f-1704-4994-9641-2c8abfa687c8 req-9ff07265-7134-43b0-b2db-9cf4de8f77c2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:20.457999 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fce3de1f-1704-4994-9641-2c8abfa687c8 req-9ff07265-7134-43b0-b2db-9cf4de8f77c2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1069915 Aug 30 17:36:20.467367 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Request body: {'port': {'device_id': 'cb5b390e-b599-482a-b668-de5d58645885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:20.563000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fce3de1f-1704-4994-9641-2c8abfa687c8 req-f3ae85b6-6993-40e3-b80c-b9521ca3537c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916457 Aug 30 17:36:20.566381 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.668492 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40076) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:20.803586 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.887377 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db50445-fb6e-46da-9d33-cec7a310d8bc {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:20.897670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.897869 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:20.917586 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a14b38-979a-4c11-8142-09cfd233f227 req-55e77269-7a5c-42c2-adb4-6d50928bf2fe tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:20.922252 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61a14b38-979a-4c11-8142-09cfd233f227 req-55e77269-7a5c-42c2-adb4-6d50928bf2fe tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 932 time: 0.0942986 Aug 30 17:36:20.922252 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Transition to ACTIVE for port object 3db50445-fb6e-46da-9d33-cec7a310d8bc will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:20.959083 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61a14b38-979a-4c11-8142-09cfd233f227 req-8fb2a025-7efb-4719-a066-8b1d57419682 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Aug 30 17:36:20.983025 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.022985 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.025779 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fee343680fb443eb7a166317a2cf32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561685 Aug 30 17:36:21.027012 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290dc877-6d67-42b9-b8e1-c67c05387637,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:21.029525 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:21.035163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.035819 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.036322 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.036838 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.037182 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.037523 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.037970 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.038338 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.038953 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.039193 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.039522 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.039846 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87fe0fa-5b9c-47df-83b3-fbd20a60ea7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:21.106116 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Pushing event updated for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:21.176005 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.213524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.227265 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Attempting to bind port 3db50445-fb6e-46da-9d33-cec7a310d8bc on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:21.227610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Attempting to bind port 3db50445-fb6e-46da-9d33-cec7a310d8bc by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:21.227972 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Attempting to bind port 3db50445-fb6e-46da-9d33-cec7a310d8bc on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:21.244234 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Port 3db50445-fb6e-46da-9d33-cec7a310d8bc on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:36:21.244558 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Attempting to bind port 3db50445-fb6e-46da-9d33-cec7a310d8bc on network 8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:21.257949 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:21.258332 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Checking segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:21.258721 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Bound using segment: {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:21.259163 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Bound port: 3db50445-fb6e-46da-9d33-cec7a310d8bc, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a83ede-a79a-4267-9ce7-dc34c3968540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:21.259523 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.356881 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:21.360493 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:21.376734 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57822a-747c-4562-84eb-293ad15144f7 req-4ff1aa54-80f9-4a9c-8209-06189efe9d4b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.378867 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a57822a-747c-4562-84eb-293ad15144f7 req-4ff1aa54-80f9-4a9c-8209-06189efe9d4b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0701170 Aug 30 17:36:21.439818 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a57822a-747c-4562-84eb-293ad15144f7 req-25234e82-8144-4270-a966-01b93131736c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544138 Aug 30 17:36:21.441530 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.446281 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.448065 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/290dc877-6d67-42b9-b8e1-c67c05387637 HTTP/1.1" status: 204 len: 168 time: 0.4126525 Aug 30 17:36:21.464317 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07418391-4e9c-49c7-85ad-c136fbb5cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290dc877-6d67-42b9-b8e1-c67c05387637,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:21.501721 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.542822 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.543653 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:21.545300 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] 10.222.0.50 "PUT /v2.0/ports/3db50445-fb6e-46da-9d33-cec7a310d8bc HTTP/1.1" status: 200 len: 1094 time: 1.0863395 Aug 30 17:36:21.545743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:21.548076 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:21.567433 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6860d0e-bee0-40c0-9588-74ecf72dc4fc service neutron] Pushing event updated for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:21.584602 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aa442d-64b5-4e95-b60d-12e293aefb00 x-openstack-request-id: req-95aa442d-64b5-4e95-b60d-12e293aefb00 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:21.584891 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:21.585137 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95aa442d-64b5-4e95-b60d-12e293aefb00 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:21.585533 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc', 'status': 'completed', 'code': 200} Aug 30 17:36:21.698064 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-953379d4-69e5-4a78-84a5-b46feb7411c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.699584 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-953379d4-69e5-4a78-84a5-b46feb7411c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 1097 time: 0.0730908 Aug 30 17:36:21.711922 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad0325-fe9d-4b5f-a316-c168cff203f0 req-20cd1ae7-5afc-4fb8-84c0-ff57e57c5f19 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.713385 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-59ad0325-fe9d-4b5f-a316-c168cff203f0 req-20cd1ae7-5afc-4fb8-84c0-ff57e57c5f19 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0605118 Aug 30 17:36:21.804861 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-59ad0325-fe9d-4b5f-a316-c168cff203f0 req-36c31ee1-5e72-48d7-90ff-39347a65e5ee tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814977 Aug 30 17:36:21.840094 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-1206f2e2-24eb-40a6-88e5-96c5482c7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.842616 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-1206f2e2-24eb-40a6-88e5-96c5482c7f96 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1272297 Aug 30 17:36:21.957007 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-c8efc662-3d4d-4684-9f98-7faf70d25c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:21.958591 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eed0b3a9-d4ca-4e02-ada7-3391efcd7138 req-c8efc662-3d4d-4684-9f98-7faf70d25c7e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079133 Aug 30 17:36:22.076993 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-614a9ed4-53cd-4c91-bf9d-20b0a4579bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:22.078548 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-614a9ed4-53cd-4c91-bf9d-20b0a4579bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 1097 time: 0.0777590 Aug 30 17:36:22.104806 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88e619-d17e-4998-80b7-cf0e245a1e78 req-04c074e6-3b9d-45c1-b58e-b5fefe81efb3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:22.108186 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a88e619-d17e-4998-80b7-cf0e245a1e78 req-04c074e6-3b9d-45c1-b58e-b5fefe81efb3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 944 time: 0.0701916 Aug 30 17:36:22.139721 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-0f0db792-aa0f-43c8-8ad1-624e9b9c7a33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc HTTP/1.1" status: 200 len: 217 time: 0.0503609 Aug 30 17:36:22.205134 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a88e619-d17e-4998-80b7-cf0e245a1e78 req-fa7fad14-5b23-4573-b1db-06285f880c4b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Aug 30 17:36:22.215160 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40124) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:22.223311 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-4c58dabe-6a5e-408c-9adc-00643ecb6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:22.224810 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-4c58dabe-6a5e-408c-9adc-00643ecb6bb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.0711298 Aug 30 17:36:22.229321 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ef68aad3-ab8c-4055-afb0-c4c494e64bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.264743 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-768ce6da-3406-481d-b439-895b6a1dbf90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264442 Aug 30 17:36:22.322833 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ef68aad3-ab8c-4055-afb0-c4c494e64bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.361385 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-6cd996f3-69a2-44e8-ae72-300d5c5a7719 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Aug 30 17:36:22.411678 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ef68aad3-ab8c-4055-afb0-c4c494e64bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.454706 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ef68aad3-ab8c-4055-afb0-c4c494e64bce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85e6926bb6d148b7ad548dc1297ba060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384384 Aug 30 17:36:22.456560 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68aad3-ab8c-4055-afb0-c4c494e64bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5391983-4080-4be3-a46f-e428a2ffa59d,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:22.458109 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40128) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:22.477745 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d5d88b02-91fd-47ba-9fc7-542c6cc8dba9 req-6f74d1e2-7ad5-4c76-8d29-7815691c18c4 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059856 Aug 30 17:36:22.533678 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.574785 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.606708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decab43d-0776-4a61-8ab3-5cf80c407bab req-a0b11522-e46b-44bf-aa81-57a6bc4c27e3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:22.608223 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-decab43d-0776-4a61-8ab3-5cf80c407bab req-a0b11522-e46b-44bf-aa81-57a6bc4c27e3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0882342 Aug 30 17:36:22.655264 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-decab43d-0776-4a61-8ab3-5cf80c407bab req-4000e037-7664-42ad-b5eb-48255eea17d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Aug 30 17:36:22.737472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.740108 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:22.741247 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5391983-4080-4be3-a46f-e428a2ffa59d HTTP/1.1" status: 204 len: 168 time: 0.2819548 Aug 30 17:36:22.749917 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500552-19d2-4e8e-8c19-fd056307425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5391983-4080-4be3-a46f-e428a2ffa59d,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:22.925756 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e00be-d4bf-4235-8917-9b10d938d707 req-a2fd1cde-d3bd-453c-8e45-6f4f914c507e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:22.927274 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-228e00be-d4bf-4235-8917-9b10d938d707 req-a2fd1cde-d3bd-453c-8e45-6f4f914c507e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0531909 Aug 30 17:36:22.969574 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-228e00be-d4bf-4235-8917-9b10d938d707 req-165b3726-04cd-4dac-9f0b-0d812ac9a110 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362816 Aug 30 17:36:23.323802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e56d9-cb68-4d3c-83dd-d2be268e36ec req-f54d34c1-3006-4238-9a40-fcb635add9f1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:23.325316 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-995e56d9-cb68-4d3c-83dd-d2be268e36ec req-f54d34c1-3006-4238-9a40-fcb635add9f1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 944 time: 0.0501330 Aug 30 17:36:23.364573 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-995e56d9-cb68-4d3c-83dd-d2be268e36ec req-2515aa91-9996-46f2-8da4-3a97b85cb984 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Aug 30 17:36:23.778918 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d506b9-b46b-47fd-a745-9aa8158cccca req-719bf35a-2138-4d1b-a382-2cd015d740ee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:23.780449 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d506b9-b46b-47fd-a745-9aa8158cccca req-719bf35a-2138-4d1b-a382-2cd015d740ee tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Aug 30 17:36:23.823070 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d506b9-b46b-47fd-a745-9aa8158cccca req-66e3216c-b019-4f0d-bb41-ae8b159d8406 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353315 Aug 30 17:36:23.888212 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40170) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:24.023893 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db57b5c2-78c1-47a2-a8cf-8004831dc809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.102343 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40178) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:24.131923 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b006f-429e-47a2-8772-7f6b887969bf req-b54725f1-7d87-4b02-97b0-0c50d6561928 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:24.133478 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-302b006f-429e-47a2-8772-7f6b887969bf req-b54725f1-7d87-4b02-97b0-0c50d6561928 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0791328 Aug 30 17:36:24.194547 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-302b006f-429e-47a2-8772-7f6b887969bf req-85c20787-9196-44ec-9565-6621764a5374 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Aug 30 17:36:24.199831 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db57b5c2-78c1-47a2-a8cf-8004831dc809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.218422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434445647-network', 'tenant_id': '511bce5cc021421f912f69d076420523'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:24.263200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-db57b5c2-78c1-47a2-a8cf-8004831dc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.302048 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-db57b5c2-78c1-47a2-a8cf-8004831dc809 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd46582a8364478380cd9e7b6a6fee1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126682 Aug 30 17:36:24.303971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b5c2-78c1-47a2-a8cf-8004831dc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a93298-3821-4198-8c7a-5f9f0ec688ab,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:24.304784 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40184) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:24.341206 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Made reservation on behalf of 511bce5cc021421f912f69d076420523 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:24.343429 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.354358 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.374446 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.407516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.490836 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2037e2-de09-48b7-ba18-44829411ea15 req-a2ddda42-58bf-4979-9a93-887f310d4881 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:24.492540 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee2037e2-de09-48b7-ba18-44829411ea15 req-a2ddda42-58bf-4979-9a93-887f310d4881 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 944 time: 0.0587101 Aug 30 17:36:24.513603 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.536601 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee2037e2-de09-48b7-ba18-44829411ea15 req-e5d4cc05-0613-46d5-bc2e-272243339f22 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Aug 30 17:36:24.560473 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.563156 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.567990 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53a93298-3821-4198-8c7a-5f9f0ec688ab HTTP/1.1" status: 204 len: 168 time: 0.2585974 Aug 30 17:36:24.574309 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0d5c0-5f88-46d6-adcf-431dff86d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a93298-3821-4198-8c7a-5f9f0ec688ab,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:24.588845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.611698 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:36:24.627587 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b4d7d5-5712-49c4-b09a-883933457385,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:24.632976 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.633337 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Added segment a19e3112-584b-47f5-bff0-d4d65d822e85 of type vlan for network 366716bb-1398-4b7c-82b6-9fde6e19f3bf Aug 30 17:36:24.676639 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.749094 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.750551 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:24.751610 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:24.815035 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] Pushing event updated for resources: {'Network': ['ID=366716bb-1398-4b7c-82b6-9fde6e19f3bf,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:24.826322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 366716bb-1398-4b7c-82b6-9fde6e19f3bf details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:36:24.867409 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7ba48bc7-22f9-4cd9-b462-8822daca3116 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7601144 Aug 30 17:36:24.867684 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40196) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:24.873346 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Request body: {'subnet': {'network_id': '366716bb-1398-4b7c-82b6-9fde6e19f3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434445647-subnet', 'tenant_id': '511bce5cc021421f912f69d076420523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:24.970943 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f94d2-2a50-425e-9d00-3c97eb1758ed req-44aacad5-350b-4de0-891a-50ae428712cc tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:24.971859 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Made reservation on behalf of 511bce5cc021421f912f69d076420523 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:24.972513 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f1f94d2-2a50-425e-9d00-3c97eb1758ed req-44aacad5-350b-4de0-891a-50ae428712cc tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0557854 Aug 30 17:36:24.976247 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:25.047491 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f1f94d2-2a50-425e-9d00-3c97eb1758ed req-bad5a741-1080-47ad-89d0-968c8feeb3cd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680892 Aug 30 17:36:25.240825 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:25.323667 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608fe3a-cc56-4ed4-b020-cb475023422e req-1a750391-a9f3-4695-9bdf-c9b4ebdd8f69 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:25.325268 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d608fe3a-cc56-4ed4-b020-cb475023422e req-1a750391-a9f3-4695-9bdf-c9b4ebdd8f69 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0550005 Aug 30 17:36:25.337775 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd758ca-2176-4904-aa59-d3d4384bf54c,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:25.342581 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Checking segment: {'id': 'a19e3112-584b-47f5-bff0-d4d65d822e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '366716bb-1398-4b7c-82b6-9fde6e19f3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:25.342942 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Network hostable DHCP agents. Network: 366716bb-1398-4b7c-82b6-9fde6e19f3bf, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:36:25.371150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d608fe3a-cc56-4ed4-b020-cb475023422e req-9f513493-2342-416e-aad3-7376568fda86 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Aug 30 17:36:25.451790 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Network 366716bb-1398-4b7c-82b6-9fde6e19f3bf is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:36:25.509045 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 366716bb-1398-4b7c-82b6-9fde6e19f3bf) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:25.513127 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:25.513725 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:25.520886 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186147e-ad70-40ce-ac2b-b092b73d9323 None None] Network 366716bb-1398-4b7c-82b6-9fde6e19f3bf requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:25.600411 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9a4d1ca9-250e-4b53-8c27-fe824677c517 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7313313 Aug 30 17:36:25.653992 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9063c-1e2d-46c6-bca1-76b17dca4a23 None None] Network 366716bb-1398-4b7c-82b6-9fde6e19f3bf requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:25.671644 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ede4-7438-45f5-8cec-e49c2a5ad080 req-1092cc5a-8750-433e-96fb-d2380e5921cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:25.673194 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e807ede4-7438-45f5-8cec-e49c2a5ad080 req-1092cc5a-8750-433e-96fb-d2380e5921cf tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 944 time: 0.0610237 Aug 30 17:36:25.746133 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e807ede4-7438-45f5-8cec-e49c2a5ad080 req-588914bd-e9e8-4184-aa00-a6f4336c80f5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 Aug 30 17:36:25.976705 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-fb4c29ce-04fc-4152-bab1-1ac74c9e2c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.178930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4f7c3-79e1-44bc-9d26-1c8e75753f85 req-27eca17d-4ecf-4fa6-88c5-b1de78d4a1b3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:26.180407 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ac4f7c3-79e1-44bc-9d26-1c8e75753f85 req-27eca17d-4ecf-4fa6-88c5-b1de78d4a1b3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0620823 Aug 30 17:36:26.219878 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ac4f7c3-79e1-44bc-9d26-1c8e75753f85 req-dbd99f67-302f-43f3-ac8c-88b6e27e182e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Aug 30 17:36:26.305949 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40246) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:26.434003 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-83116f8a-0696-40fb-81e7-ebb24c4fa382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.502112 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877b24f-cbc7-47f3-9bb9-a636e10bb20e req-2a82a5ba-0e01-40ec-b288-729ce6791863 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:26.504224 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8877b24f-cbc7-47f3-9bb9-a636e10bb20e req-2a82a5ba-0e01-40ec-b288-729ce6791863 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0607035 Aug 30 17:36:26.549547 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8877b24f-cbc7-47f3-9bb9-a636e10bb20e req-80e413cc-731f-4286-b0ac-bdb7ce80efbc tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 Aug 30 17:36:26.563888 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-83116f8a-0696-40fb-81e7-ebb24c4fa382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.580575 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40258) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:26.585142 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-863483722-network', 'tenant_id': 'e9ce193462634bedb1fc67585df26796'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:26.623816 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-83116f8a-0696-40fb-81e7-ebb24c4fa382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.674830 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-83116f8a-0696-40fb-81e7-ebb24c4fa382 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d66c70ccae604ee3ac70cacf27fff3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675201 Aug 30 17:36:26.676308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116f8a-0696-40fb-81e7-ebb24c4fa382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c1c90a-2573-4b2d-90a5-5024781e966e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:26.678173 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40260) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:26.705934 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Made reservation on behalf of e9ce193462634bedb1fc67585df26796 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:26.708656 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.722889 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.758363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:26.797164 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.003792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3db50445-fb6e-46da-9d33-cec7a310d8bc details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:36:27.111295 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c737-dc03-441f-b58c-04fb35a98347 req-1969cbb8-0b33-42c0-b73e-b5985635b9a0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:27.112834 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0ae5c737-dc03-441f-b58c-04fb35a98347 req-1969cbb8-0b33-42c0-b73e-b5985635b9a0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 944 time: 0.1006744 Aug 30 17:36:27.114143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:27.125993 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.126824 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '3db50445-fb6e-46da-9d33-cec7a310d8bc', 'network_id': '8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f', 'port_id': '3db50445-fb6e-46da-9d33-cec7a310d8bc', 'mac_address': 'fa:16:3e:e2:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a451163-90c2-4584-8c48-37f44b13ac5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:36:27.143365 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.165904 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0ae5c737-dc03-441f-b58c-04fb35a98347 req-995b271f-9dc6-46ee-b31b-076fcd3c43e3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Aug 30 17:36:27.169646 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.182939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db50445-fb6e-46da-9d33-cec7a310d8bc {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:27.189082 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.191670 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.192883 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20c1c90a-2573-4b2d-90a5-5024781e966e HTTP/1.1" status: 204 len: 168 time: 0.5135205 Aug 30 17:36:27.202251 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab78a9-4cf7-4751-9913-0a65c6f91b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c1c90a-2573-4b2d-90a5-5024781e966e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:27.203278 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:27.228969 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.257989 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:36:27.263488 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df1d66-e778-41da-96d3-4ddd9212e677,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:27.274723 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.274723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Added segment 1bcfb1be-835d-4650-896a-288792c7c795 of type vlan for network 5234b539-69b2-4543-934d-23d7e36ed3d1 Aug 30 17:36:27.314699 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.328281 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.364451 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:27.390524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae5cd-7846-4df1-b509-068278aa0e8a req-80b650d6-b7bf-4af6-a9ef-9fefcc3d2a6a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:27.392127 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-343ae5cd-7846-4df1-b509-068278aa0e8a req-80b650d6-b7bf-4af6-a9ef-9fefcc3d2a6a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0859718 Aug 30 17:36:27.433639 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-343ae5cd-7846-4df1-b509-068278aa0e8a req-1979b01e-4bb2-49f9-95f8-c92ae91190d5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347462 Aug 30 17:36:27.508996 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.510060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:27.510699 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.579862 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] Pushing event updated for resources: {'Network': ['ID=5234b539-69b2-4543-934d-23d7e36ed3d1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:27.592270 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 5234b539-69b2-4543-934d-23d7e36ed3d1 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:36:27.657625 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a4af19bf-bc10-4003-9791-a6adfed5c1ba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0762818 Aug 30 17:36:27.661336 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40276) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:27.671823 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['3db50445-fb6e-46da-9d33-cec7a310d8bc'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:27.673546 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Request body: {'subnet': {'network_id': '5234b539-69b2-4543-934d-23d7e36ed3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-863483722-subnet', 'tenant_id': 'e9ce193462634bedb1fc67585df26796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:27.688655 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24366ee0-ce0a-4d24-a94d-fceecfc7340a req-1cdc20b0-fac8-4e42-b941-f4346a6cceb6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:27.690392 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24366ee0-ce0a-4d24-a94d-fceecfc7340a req-1cdc20b0-fac8-4e42-b941-f4346a6cceb6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0652511 Aug 30 17:36:27.744921 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24366ee0-ce0a-4d24-a94d-fceecfc7340a req-d9268e55-fb1e-4d74-bed9-d69b8e77a143 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Aug 30 17:36:27.771685 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Made reservation on behalf of e9ce193462634bedb1fc67585df26796 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:27.773983 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:28.018354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-df16d11e-4fd0-47ce-88d4-acec45bb3409 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413644 Aug 30 17:36:28.041179 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:28.087913 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-68afd1ff-b0b1-4340-a29f-1d500bf13af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.089461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-68afd1ff-b0b1-4340-a29f-1d500bf13af2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 1099 time: 0.0445464 Aug 30 17:36:28.106483 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9226a91d-b14b-437e-b0ba-f3b20cd79fbd,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:28.122717 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Checking segment: {'id': '1bcfb1be-835d-4650-896a-288792c7c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5234b539-69b2-4543-934d-23d7e36ed3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:28.123129 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Network hostable DHCP agents. Network: 5234b539-69b2-4543-934d-23d7e36ed3d1, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:36:28.211824 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Network 5234b539-69b2-4543-934d-23d7e36ed3d1 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:36:28.254608 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-efaa0cb2-3610-4598-bcf5-6bfe00c3bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.255998 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-efaa0cb2-3610-4598-bcf5-6bfe00c3bda4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 200 len: 915 time: 0.1286268 Aug 30 17:36:28.308933 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 5234b539-69b2-4543-934d-23d7e36ed3d1) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:28.309383 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-b2749888-8037-4a86-93c3-9f1fdcb4d76a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8 HTTP/1.1" status: 200 len: 217 time: 0.0374784 Aug 30 17:36:28.313572 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.314852 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:28.318180 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa54c71-053a-4f89-8abd-3eecb9a9a417 None None] Network 5234b539-69b2-4543-934d-23d7e36ed3d1 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:28.326913 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20c31-55d7-4138-811f-fbc35a08a0e5 req-ecbf5fe4-724e-4527-aba3-09f9cf83f310 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.334523 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16c20c31-55d7-4138-811f-fbc35a08a0e5 req-ecbf5fe4-724e-4527-aba3-09f9cf83f310 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 945 time: 0.0987923 Aug 30 17:36:28.404189 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16c20c31-55d7-4138-811f-fbc35a08a0e5 req-909a87e0-1f1f-425b-9ec7-1a57bd607053 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Aug 30 17:36:28.415012 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-290f3ccc-0bad-49a7-b660-1734f7558cc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7376673 Aug 30 17:36:28.415628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-bceda5bf-0597-4867-9082-19b130d63d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.415628 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-bceda5bf-0597-4867-9082-19b130d63d7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 200 len: 854 time: 0.0728073 Aug 30 17:36:28.448233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-2167cad8-89c3-4d5a-a9f5-2d7525fe857a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257733 Aug 30 17:36:28.476372 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef019f81-54c3-4f49-bcdd-dd43c77af58e None None] Network 5234b539-69b2-4543-934d-23d7e36ed3d1 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:36:28.647444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c9044-3240-4927-9fb5-8ace5937eb5e req-b518f416-d5ba-486d-a8e3-aaf651752bdd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.654800 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f28c9044-3240-4927-9fb5-8ace5937eb5e req-b518f416-d5ba-486d-a8e3-aaf651752bdd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0992448 Aug 30 17:36:28.681677 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-ece72d55-b580-4077-84b5-1d1d23a6b168 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192228 Aug 30 17:36:28.709470 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f28c9044-3240-4927-9fb5-8ace5937eb5e req-e6842cc2-2698-42e4-9720-7a166df461c7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536723 Aug 30 17:36:28.720987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0822bd9d-ae10-4f89-8dc1-0d617ca006c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:28.816787 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f56b009f-bea8-4dec-9788-83d2961e6960 req-59291f33-2bfb-4084-9d67-a34acec6e9d7 service neutron] 10.222.0.50 "GET /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195183 Aug 30 17:36:28.882236 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3185c8-f9fd-4d4f-afe3-7767d27cf526 req-3a6377dd-2dfd-4398-bce7-86d061baf7f6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:28.883895 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bc3185c8-f9fd-4d4f-afe3-7767d27cf526 req-3a6377dd-2dfd-4398-bce7-86d061baf7f6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Aug 30 17:36:28.931036 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bc3185c8-f9fd-4d4f-afe3-7767d27cf526 req-cf4a61c5-e3e7-48bf-ab4b-817903214c12 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Aug 30 17:36:29.000460 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:29.527707 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a327ced-bb53-4f90-aece-11d50a874934 req-197c7641-f4cd-4191-ad81-4d93d4486b77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:29.529354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9a327ced-bb53-4f90-aece-11d50a874934 req-197c7641-f4cd-4191-ad81-4d93d4486b77 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Aug 30 17:36:29.569725 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9a327ced-bb53-4f90-aece-11d50a874934 req-6492ce96-2dfb-4e1b-b358-f686a45a9786 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Aug 30 17:36:29.755280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:29.863506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce187f1-f3fe-4d12-b3f5-aad04d980f47 req-ee472394-9d97-4c9c-b7e8-cb5baf2c86f1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:29.865028 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6ce187f1-f3fe-4d12-b3f5-aad04d980f47 req-ee472394-9d97-4c9c-b7e8-cb5baf2c86f1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0726106 Aug 30 17:36:29.905464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6ce187f1-f3fe-4d12-b3f5-aad04d980f47 req-bdaeda60-1093-4208-bcf9-e045ed52ed0b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Aug 30 17:36:30.055310 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf51168-0f30-4737-a430-76cafc2ecc58 req-530f8363-6274-48df-88b2-67728d328894 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:30.057013 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2cf51168-0f30-4737-a430-76cafc2ecc58 req-530f8363-6274-48df-88b2-67728d328894 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0570903 Aug 30 17:36:30.097986 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2cf51168-0f30-4737-a430-76cafc2ecc58 req-271a69e2-5a6f-457e-8d32-1aeafc33350c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Aug 30 17:36:30.270287 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3db50445-fb6e-46da-9d33-cec7a310d8bc up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:30.389987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 3db50445-fb6e-46da-9d33-cec7a310d8bc completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:30.397402 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 3db50445-fb6e-46da-9d33-cec7a310d8bc triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:30.397402 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:30.483955 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:30.508411 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:30.510672 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a51b260-2c2b-4284-82a7-f0ce8f03793d" -d '{"events": [{"server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "name": "network-vif-plugged", "status": "completed", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:30.523486 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:30.547362 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb329d32-ebd1-43d5-9490-f604248d8b54 x-openstack-request-id: req-eb329d32-ebd1-43d5-9490-f604248d8b54 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:30.547649 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "name": "network-vif-plugged", "status": "completed", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:30.547904 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb329d32-ebd1-43d5-9490-f604248d8b54 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:30.548297 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc', 'code': 200} Aug 30 17:36:30.588970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:30.665693 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:30.674111 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.674786 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.675608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.676143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.676528 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.676888 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.677242 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.677644 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.677994 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.678365 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.678825 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.679102 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:30.711955 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a3116-c681-4a76-b2cd-f6018759690f req-49cf7766-e3b7-49cd-ac41-5a8ef54bbb5d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:30.711955 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ed4a3116-c681-4a76-b2cd-f6018759690f req-49cf7766-e3b7-49cd-ac41-5a8ef54bbb5d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0593398 Aug 30 17:36:30.749072 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ed4a3116-c681-4a76-b2cd-f6018759690f req-e1be6a9b-eead-4d9c-9c34-1b4e996ee8d6 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Aug 30 17:36:31.031783 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbc3aa-6901-4afb-a4a3-312cbf19431d req-bbeaf12d-9bc0-455d-b571-c8909a15f567 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:31.033523 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3bcbc3aa-6901-4afb-a4a3-312cbf19431d req-bbeaf12d-9bc0-455d-b571-c8909a15f567 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0500827 Aug 30 17:36:31.108490 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3bcbc3aa-6901-4afb-a4a3-312cbf19431d req-4a95fdfa-aa98-435e-a235-1fe3e63ede00 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611877 Aug 30 17:36:31.121454 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f06d-7469-4974-a23f-0e6dfebf6c28 req-bdf19ce5-528c-4876-8b72-f8c7ebabcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:31.123022 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-db91f06d-7469-4974-a23f-0e6dfebf6c28 req-bdf19ce5-528c-4876-8b72-f8c7ebabcc29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 1099 time: 0.0559323 Aug 30 17:36:31.188540 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-db91f06d-7469-4974-a23f-0e6dfebf6c28 req-cbd5b732-a462-44c2-9ef4-2f5135deaacf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Aug 30 17:36:31.229273 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d966cca-4c36-4e2c-a81a-efb553145206 req-55d5f496-ffcf-42aa-a86d-b59bc5202a85 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:31.230991 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d966cca-4c36-4e2c-a81a-efb553145206 req-55d5f496-ffcf-42aa-a86d-b59bc5202a85 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0575151 Aug 30 17:36:31.240856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:31.272583 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d966cca-4c36-4e2c-a81a-efb553145206 req-78809b0b-dfab-4a27-b76c-80d605f9a963 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355330 Aug 30 17:36:31.866148 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52462655-b052-4cb8-9e12-8e81be62d1e0 req-5ed9f9a7-3468-4202-a106-9b4e0f68177d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:31.867790 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52462655-b052-4cb8-9e12-8e81be62d1e0 req-5ed9f9a7-3468-4202-a106-9b4e0f68177d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0500543 Aug 30 17:36:31.907864 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52462655-b052-4cb8-9e12-8e81be62d1e0 req-7b077c7e-e82a-4f4b-bdb7-6cb5c6f075a2 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Aug 30 17:36:32.244234 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30463b2-b483-45e4-b102-04e78b07cff2 req-ff9e22cc-a6c5-4f8f-a14c-09ed8fd94488 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:32.245754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a30463b2-b483-45e4-b102-04e78b07cff2 req-ff9e22cc-a6c5-4f8f-a14c-09ed8fd94488 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0537238 Aug 30 17:36:32.284143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a30463b2-b483-45e4-b102-04e78b07cff2 req-3c794a2d-7a46-42ae-ad84-b7106a5e4689 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Aug 30 17:36:32.396252 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1100dd-ad01-48f4-9deb-f8db6efdf70a req-21541be2-eac7-4337-a1d7-e56366dc4c5f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:32.397744 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5d1100dd-ad01-48f4-9deb-f8db6efdf70a req-21541be2-eac7-4337-a1d7-e56366dc4c5f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0510623 Aug 30 17:36:32.436817 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5d1100dd-ad01-48f4-9deb-f8db6efdf70a req-af255221-0fe0-4825-834f-dbe028b167f0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328205 Aug 30 17:36:33.022272 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30fc7-d938-4cea-85f4-5dcf4aa461bc req-fcefe6eb-0213-405c-94cd-c8afa7f9acf1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:33.023676 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84a30fc7-d938-4cea-85f4-5dcf4aa461bc req-fcefe6eb-0213-405c-94cd-c8afa7f9acf1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0479925 Aug 30 17:36:33.068234 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84a30fc7-d938-4cea-85f4-5dcf4aa461bc req-1d52c0ff-69fe-46b7-affa-566f31d510ac tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Aug 30 17:36:33.410994 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9c6d5-82da-4a51-ab72-0e56f87d4ea2 req-1369f241-e145-4b24-bebf-b81cf7cf4c32 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:33.412504 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3bd9c6d5-82da-4a51-ab72-0e56f87d4ea2 req-1369f241-e145-4b24-bebf-b81cf7cf4c32 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0531306 Aug 30 17:36:33.463478 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3bd9c6d5-82da-4a51-ab72-0e56f87d4ea2 req-0e60df4f-e7e3-4430-8252-fa637a989996 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441451 Aug 30 17:36:33.586995 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5b4e-c39d-4449-978e-aabd02d11469 req-1d1d2560-41b9-4069-8573-c5543a9909b0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:33.588565 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c1a5b4e-c39d-4449-978e-aabd02d11469 req-1d1d2560-41b9-4069-8573-c5543a9909b0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0639014 Aug 30 17:36:33.631452 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c1a5b4e-c39d-4449-978e-aabd02d11469 req-8e7e55c7-ced0-4fd9-996f-74ada4310bd3 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Aug 30 17:36:34.298491 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:36:34.396295 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:34.408209 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:36:34.447738 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:34.461237 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:34.487587 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:34.584636 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8587095-de04-47f6-8d6c-1888659c12ad req-49f0e1f7-a625-4842-bdb3-94efd8593a74 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:34.586277 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e8587095-de04-47f6-8d6c-1888659c12ad req-49f0e1f7-a625-4842-bdb3-94efd8593a74 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Aug 30 17:36:34.594984 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:34.631912 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e8587095-de04-47f6-8d6c-1888659c12ad req-00510b19-12ad-4a3b-9029-5805b32417f7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395107 Aug 30 17:36:34.654388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:34.736838 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['5d34aa7c-32ed-4f98-8788-ca4482119648'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:34.758935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ec85f-ddf8-48e0-b5d8-c35d3fc281dd req-6c695de9-6d3f-4773-8bf2-78d39f80edbe tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:34.760454 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d05ec85f-ddf8-48e0-b5d8-c35d3fc281dd req-6c695de9-6d3f-4773-8bf2-78d39f80edbe tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0555086 Aug 30 17:36:34.803632 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d05ec85f-ddf8-48e0-b5d8-c35d3fc281dd req-246db15b-41ee-484e-93c2-15f344160214 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Aug 30 17:36:34.846170 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40478) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:34.986992 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6c128bad-f748-4dc6-9dd9-d56bcb9d9b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.079838 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6c128bad-f748-4dc6-9dd9-d56bcb9d9b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.166233 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6c128bad-f748-4dc6-9dd9-d56bcb9d9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.206799 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6c128bad-f748-4dc6-9dd9-d56bcb9d9b26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29ee657f7ffa4dadb5b3c8275da5adfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572264 Aug 30 17:36:35.207363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:35.209022 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128bad-f748-4dc6-9dd9-d56bcb9d9b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6bfbc-823e-4a85-98bb-2b37582c8e46,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:35.276849 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.299604 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.451545 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.454078 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:35.455262 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fb6bfbc-823e-4a85-98bb-2b37582c8e46 HTTP/1.1" status: 204 len: 168 time: 0.2455802 Aug 30 17:36:35.464179 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e2596-42ac-4fc8-b4fd-258d1ed54d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6bfbc-823e-4a85-98bb-2b37582c8e46,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:35.757914 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59537b50-c57d-4ac3-ba1a-1216c1e7d95e req-42e3c8c0-bbeb-489a-9e38-3a6e828b746c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:35.759687 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-59537b50-c57d-4ac3-ba1a-1216c1e7d95e req-42e3c8c0-bbeb-489a-9e38-3a6e828b746c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Aug 30 17:36:35.802678 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-59537b50-c57d-4ac3-ba1a-1216c1e7d95e req-aaaca99e-9b1c-4d5f-a57a-b3caec2f89f0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369184 Aug 30 17:36:35.929831 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88d838-28cf-4cf6-908c-026bad42de2c req-f9305426-74b1-4a6b-9929-7e3d4ef683a5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:35.931465 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f88d838-28cf-4cf6-908c-026bad42de2c req-f9305426-74b1-4a6b-9929-7e3d4ef683a5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0512488 Aug 30 17:36:35.976640 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3f88d838-28cf-4cf6-908c-026bad42de2c req-f6b62a4d-bc48-4e9c-bb24-e9d049643fbc tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Aug 30 17:36:36.298206 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:36:36.359507 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 5d34aa7c-32ed-4f98-8788-ca4482119648 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:36.359895 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:36.447911 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:36.478108 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:36.480961 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10e11f6-71ee-4aab-a5d0-60cedf51e4a1" -d '{"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:36.495065 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:36.520658 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74df52be-8532-4db7-a8bc-33ff550f491d x-openstack-request-id: req-74df52be-8532-4db7-a8bc-33ff550f491d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:36.520946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:36.521196 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74df52be-8532-4db7-a8bc-33ff550f491d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:36.521584 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'code': 200} Aug 30 17:36:36.605456 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:36.657076 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:36.947200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec99d00-4ddf-4d9a-8a1f-4d752872b174 req-4691745c-5267-40c2-80bb-8c053e05f74d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:36.948921 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ec99d00-4ddf-4d9a-8a1f-4d752872b174 req-4691745c-5267-40c2-80bb-8c053e05f74d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0553868 Aug 30 17:36:37.000609 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ec99d00-4ddf-4d9a-8a1f-4d752872b174 req-380b7763-fec3-4b1b-bba7-2f84b674171c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448253 Aug 30 17:36:37.125866 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356dc1-284a-416c-83e1-67dbd4136d7b req-c5e957aa-f965-437a-b57e-339bb230e93c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:37.130754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82356dc1-284a-416c-83e1-67dbd4136d7b req-c5e957aa-f965-437a-b57e-339bb230e93c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0658193 Aug 30 17:36:37.176528 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82356dc1-284a-416c-83e1-67dbd4136d7b req-b0b016ed-3bbd-48fd-be23-65c6f9226d01 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Aug 30 17:36:38.133325 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700f870-ea99-4b61-bc08-8e07e8d295b0 req-73e2faeb-bde5-476f-8f84-2ed3a5398c20 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:38.134804 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0700f870-ea99-4b61-bc08-8e07e8d295b0 req-73e2faeb-bde5-476f-8f84-2ed3a5398c20 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Aug 30 17:36:38.189269 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0700f870-ea99-4b61-bc08-8e07e8d295b0 req-478096e5-0404-477d-a188-b55ff9811136 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482268 Aug 30 17:36:38.303276 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0b2d-6073-43f8-bbdb-1ff900baa2e6 req-d199674e-b922-4926-ac9d-23fc44bf7851 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:38.304863 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-88ab0b2d-6073-43f8-bbdb-1ff900baa2e6 req-d199674e-b922-4926-ac9d-23fc44bf7851 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Aug 30 17:36:38.352521 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-88ab0b2d-6073-43f8-bbdb-1ff900baa2e6 req-6e9b5888-03a5-41eb-9724-fe9d230e0b3f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Aug 30 17:36:39.343640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b63907-a8b2-4c91-b525-86bb228fb29e req-6067202a-f067-4a7e-878e-14af7599b792 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:39.352774 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84b63907-a8b2-4c91-b525-86bb228fb29e req-6067202a-f067-4a7e-878e-14af7599b792 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0779974 Aug 30 17:36:39.411205 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84b63907-a8b2-4c91-b525-86bb228fb29e req-1edf3dfc-a8b3-4f8d-8716-779821e140b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572312 Aug 30 17:36:39.535191 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351e1ae-16a2-4db9-9bf6-e6d482dd2c2a req-9f1363d3-ef3e-4d3d-acd4-cc3ecc4d6f24 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:39.535191 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7351e1ae-16a2-4db9-9bf6-e6d482dd2c2a req-9f1363d3-ef3e-4d3d-acd4-cc3ecc4d6f24 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0920186 Aug 30 17:36:39.591761 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7351e1ae-16a2-4db9-9bf6-e6d482dd2c2a req-f5fb5fa3-158d-4b35-8375-e60de280ffd4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663593 Aug 30 17:36:40.590614 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2167-7ae6-47ae-99f0-1f5b585d9ca8 req-725fb459-2644-4a9d-83da-4b35dbcbe49b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:40.592274 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31aa2167-7ae6-47ae-99f0-1f5b585d9ca8 req-725fb459-2644-4a9d-83da-4b35dbcbe49b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0825336 Aug 30 17:36:40.631547 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-f275f65b-e56c-4850-9308-dfaf366ac39e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032499453&fields=id&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 267 time: 0.0642042 Aug 30 17:36:40.700237 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31aa2167-7ae6-47ae-99f0-1f5b585d9ca8 req-0d53a7fb-244c-4b77-b2cd-c6be04d44a82 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000078 Aug 30 17:36:40.781891 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ce25f653-6435-4a9d-b671-777e3a99fec3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:40.783391 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ce25f653-6435-4a9d-b671-777e3a99fec3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.1445439 Aug 30 17:36:40.822964 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-746ceeff-e99a-4345-8d85-f90b3241c641 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/quotas/021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 375 time: 0.0289168 Aug 30 17:36:40.888560 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b6b90-e1b9-490f-9cac-377f516bc957 req-76ab534e-4a12-435f-ae14-24cba67d9d76 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:40.890218 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa8b6b90-e1b9-490f-9cac-377f516bc957 req-76ab534e-4a12-435f-ae14-24cba67d9d76 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1057422 Aug 30 17:36:40.938698 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-c1197858-57cb-409f-a890-50557500f825 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063471 Aug 30 17:36:40.979280 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa8b6b90-e1b9-490f-9cac-377f516bc957 req-45d7c454-30c2-4f88-912b-553342aad2c1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Aug 30 17:36:41.015514 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40694) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:41.137492 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-abaa584b-643d-4e31-8222-b10b470fcc57 service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760743 Aug 30 17:36:41.185099 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1f27bd3-4690-43a9-b985-e5474a4a3174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.246483 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-20b2d895-a2bd-474e-ba66-a9308875f8e6 service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078312 Aug 30 17:36:41.300254 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1f27bd3-4690-43a9-b985-e5474a4a3174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.422730 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:36:41.436319 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1f27bd3-4690-43a9-b985-e5474a4a3174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.504966 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:41.505189 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f1f27bd3-4690-43a9-b985-e5474a4a3174 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d89433dd84e14ab3915457bef4013cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883032 Aug 30 17:36:41.507712 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27bd3-4690-43a9-b985-e5474a4a3174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb1f71-83f0-4d87-a90b-b735e5b756e7,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:41.571869 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.600142 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.800426 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.806818 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:41.806818 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35cb1f71-83f0-4d87-a90b-b735e5b756e7 HTTP/1.1" status: 204 len: 168 time: 0.3001282 Aug 30 17:36:41.828455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e1465-4d39-4492-9159-7c693c1a1e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb1f71-83f0-4d87-a90b-b735e5b756e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:41.906861 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337bd1a-6d4f-4471-ba9e-e6df6c6144c0 req-4a597daa-4162-42a0-b9e5-7d755ccec368 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:41.908471 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9337bd1a-6d4f-4471-ba9e-e6df6c6144c0 req-4a597daa-4162-42a0-b9e5-7d755ccec368 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0576255 Aug 30 17:36:41.979128 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9337bd1a-6d4f-4471-ba9e-e6df6c6144c0 req-ed7489c5-4b2e-472d-811a-e1baf0b0de71 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575171 Aug 30 17:36:42.190991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb25e2-5cdd-4070-b2dd-499b383c07cb req-b0184496-dda2-4308-94e4-abdce0b6dc87 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:42.193043 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-80eb25e2-5cdd-4070-b2dd-499b383c07cb req-b0184496-dda2-4308-94e4-abdce0b6dc87 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0986760 Aug 30 17:36:42.236345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-80eb25e2-5cdd-4070-b2dd-499b383c07cb req-5dc74a3f-ffa7-41b4-a43f-0e5219e611e4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340254 Aug 30 17:36:42.663796 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-622bee63-aa71-499a-be27-c2de6296a32c req-0e608fe9-0e8c-4617-81b5-1a3e098ce22f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0375814 Aug 30 17:36:43.114133 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40744) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:43.139948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1df3fac-4156-4691-818c-ea1d79b1ccf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.163912 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec92f8-58c6-43af-bdaf-99d65c58e4eb req-ab97f024-e9d8-4f8f-b113-9ac412c37418 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:43.165711 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deec92f8-58c6-43af-bdaf-99d65c58e4eb req-ab97f024-e9d8-4f8f-b113-9ac412c37418 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0933945 Aug 30 17:36:43.250148 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deec92f8-58c6-43af-bdaf-99d65c58e4eb req-130d1f6a-883e-4fe5-b192-225d77558380 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714593 Aug 30 17:36:43.430968 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1df3fac-4156-4691-818c-ea1d79b1ccf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.459205 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a661c5-a46f-46eb-ba8e-5e5e1b26d509 req-47d2cac8-307a-416c-ba63-8b87e2ce6365 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:43.464006 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-99a661c5-a46f-46eb-ba8e-5e5e1b26d509 req-47d2cac8-307a-416c-ba63-8b87e2ce6365 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1116657 Aug 30 17:36:43.534314 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-99a661c5-a46f-46eb-ba8e-5e5e1b26d509 req-b05cf33a-e665-43c3-8021-99800757be00 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591540 Aug 30 17:36:43.537932 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f1df3fac-4156-4691-818c-ea1d79b1ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.584397 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f1df3fac-4156-4691-818c-ea1d79b1ccf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=346558fc94414c4e9e940c50a75d3e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683700 Aug 30 17:36:43.587363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40764) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:43.590386 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3fac-4156-4691-818c-ea1d79b1ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f87476-c9bd-4a3c-9cbc-ea1e2b6d39e2,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:43.691123 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.739958 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.768353 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c91958fd-e2e2-4549-874e-52646c889074 req-98a9f556-a2a8-4f3a-acfc-db9218a35f0b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0464902 Aug 30 17:36:43.909135 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.913147 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:43.922156 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4f87476-c9bd-4a3c-9cbc-ea1e2b6d39e2 HTTP/1.1" status: 204 len: 168 time: 0.3308799 Aug 30 17:36:43.934991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9bdf9-b81e-40b8-8eb5-53ba6363ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f87476-c9bd-4a3c-9cbc-ea1e2b6d39e2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:44.401294 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223f485-bbf7-4d5c-9966-3a7cc83f8d15 req-c918ef4d-fb3e-42e1-91d5-9acce15c639d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:44.413917 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5223f485-bbf7-4d5c-9966-3a7cc83f8d15 req-c918ef4d-fb3e-42e1-91d5-9acce15c639d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0767651 Aug 30 17:36:44.482464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5223f485-bbf7-4d5c-9966-3a7cc83f8d15 req-b430a910-186c-4352-8169-d0eac8499d5c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595331 Aug 30 17:36:44.727350 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b3af1-a74b-45b6-80da-3beac2ae0da1 req-66a627f7-0453-4ef5-a5c4-3fd958bbb006 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:44.729948 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0f4b3af1-a74b-45b6-80da-3beac2ae0da1 req-66a627f7-0453-4ef5-a5c4-3fd958bbb006 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0671582 Aug 30 17:36:44.844268 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0f4b3af1-a74b-45b6-80da-3beac2ae0da1 req-b7fcfac1-b0b4-4223-9cdc-c563cbe81a96 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042223 Aug 30 17:36:44.945574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40804) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:44.960864 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c56bae3a-2c82-4507-bbf5-b8508f6e0d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.010990 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfb85fb7-0083-4ccc-bf35-874c0639fde0 req-1233ac41-3ea7-4eba-a92b-19bb19ec2782 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0360494 Aug 30 17:36:45.126266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c56bae3a-2c82-4507-bbf5-b8508f6e0d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.240887 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c56bae3a-2c82-4507-bbf5-b8508f6e0d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.305041 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bae3a-2c82-4507-bbf5-b8508f6e0d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3298f542-5bf9-4492-8f90-d0dbd96cfcd7,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:45.309819 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c56bae3a-2c82-4507-bbf5-b8508f6e0d9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b903b40a8274e4dbf0ef7444e365718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631656 Aug 30 17:36:45.312574 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40806) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:45.362376 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-a9af924e-cbf8-49b3-8459-05ad915f5a20 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:45.364368 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-a9af924e-cbf8-49b3-8459-05ad915f5a20 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.2020555 Aug 30 17:36:45.401127 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.443466 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.471161 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-1dd086bd-9a13-4413-9773-177970fe4940 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 380 time: 0.0936801 Aug 30 17:36:45.493250 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'port': {'device_id': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'admin_state_up': True, 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'security_groups': ['21bdd5f1-6ae1-48d9-846c-eb8819fe77e0']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:45.589298 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.591756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:45.592936 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3298f542-5bf9-4492-8f90-d0dbd96cfcd7 HTTP/1.1" status: 204 len: 168 time: 0.2793164 Aug 30 17:36:45.604576 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e459ad-7394-4c42-8c80-1b5dfbd221a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3298f542-5bf9-4492-8f90-d0dbd96cfcd7,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:45.659027 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c92c9-f557-42df-9a5d-4db83686e5c3 req-cb5910ef-5587-4b58-aaeb-a9297706f874 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:45.659027 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1b5c92c9-f557-42df-9a5d-4db83686e5c3 req-cb5910ef-5587-4b58-aaeb-a9297706f874 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0839968 Aug 30 17:36:45.847017 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1b5c92c9-f557-42df-9a5d-4db83686e5c3 req-9665ef28-16a0-4442-b66e-f120e13af9ad tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739755 Aug 30 17:36:45.967871 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Made reservation on behalf of 021ee2ee21e64a7890aa2f58f1bc50ce for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:36:45.972610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:46.000718 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd224-cf6c-4f7b-a061-747743f205f2 req-21d3a551-51f9-4057-8e1c-bb14142a8086 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:46.002395 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b6dbd224-cf6c-4f7b-a061-747743f205f2 req-21d3a551-51f9-4057-8e1c-bb14142a8086 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0686989 Aug 30 17:36:46.102372 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b6dbd224-cf6c-4f7b-a061-747743f205f2 req-fd2dd61b-0d91-4b93-9429-0f198b30bcee tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883079 Aug 30 17:36:46.148213 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-922c73d8-e780-4d00-8f35-a9f1836ebebb req-816a1a9d-f0ff-4692-95d5-fe65ced5386c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0447929 Aug 30 17:36:46.235394 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.20.0.6 (bce47af6-8359-4b8e-9b54-7f8bb623d5e9/60ccf4b7-f880-401b-b30a-ce626396e54c/5adb6571-0c17-4e77-b1f0-f178c14acae5) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:36:46.438123 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:46.451958 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Transition to ACTIVE for port object 5adb6571-0c17-4e77-b1f0-f178c14acae5 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:46.854366 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:46.930425 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:36:46.937727 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:36:46.945372 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:36:46.994127 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:47.056178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:47.057133 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:47.076580 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f58bf5-eea8-4f4c-a2d9-ed8f5495a4e0 req-3c0801ac-91a3-4453-a43a-9b9ff08d894c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:47.078481 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d2f58bf5-eea8-4f4c-a2d9-ed8f5495a4e0 req-3c0801ac-91a3-4453-a43a-9b9ff08d894c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.1421103 Aug 30 17:36:47.133213 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d2f58bf5-eea8-4f4c-a2d9-ed8f5495a4e0 req-648a498b-9d5f-49c9-bf57-ae0c08dc42e3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481420 Aug 30 17:36:47.162549 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-ca1ad515-0226-4487-a941-dde3cf1ca83e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834929 Aug 30 17:36:47.188840 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Request body: {'port': {'device_id': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:36:47.326164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-8b36e65a-b7a6-47c6-b80a-2c93d5244bc8 None None] Provisioning for port 5adb6571-0c17-4e77-b1f0-f178c14acae5 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:36:47.330438 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-8b36e65a-b7a6-47c6-b80a-2c93d5244bc8 None None] Provisioning complete for port 5adb6571-0c17-4e77-b1f0-f178c14acae5 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:36:47.330813 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b36e65a-b7a6-47c6-b80a-2c93d5244bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:47.331386 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:47.372141 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-8b36e65a-b7a6-47c6-b80a-2c93d5244bc8 None None] Port 5adb6571-0c17-4e77-b1f0-f178c14acae5 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:36:47.406181 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8bc34-414b-4737-8838-18afb3b33bf0 req-183be83c-0ae2-4e59-b862-6a1b23faf74e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:47.408472 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fed8bc34-414b-4737-8838-18afb3b33bf0 req-183be83c-0ae2-4e59-b862-6a1b23faf74e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1571946 Aug 30 17:36:47.462743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3dba5-9ee2-4a96-b528-2a83c614229e req-945fae89-fd63-4927-8b5a-88ac4f33f421 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:47.464420 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22b3dba5-9ee2-4a96-b528-2a83c614229e req-945fae89-fd63-4927-8b5a-88ac4f33f421 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 931 time: 0.1440165 Aug 30 17:36:47.595581 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22b3dba5-9ee2-4a96-b528-2a83c614229e req-d86dd3c6-0c92-46b6-82ef-3c5962b77ce2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040382 Aug 30 17:36:47.683693 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fed8bc34-414b-4737-8838-18afb3b33bf0 req-b7597442-8dbf-4a3e-bda0-dd2d4b3b3acf tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627571 Aug 30 17:36:47.958521 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adb6571-0c17-4e77-b1f0-f178c14acae5 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:36:48.011875 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.038795 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Transition to ACTIVE for port object 5adb6571-0c17-4e77-b1f0-f178c14acae5 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:36:48.135585 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.204804 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Pushing event updated for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:48.393776 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe457-0f2e-44cb-a8db-2ec68219c4ac req-6df0f8a4-cb81-4bba-896a-890e6cfc0128 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:48.402292 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-347fe457-0f2e-44cb-a8db-2ec68219c4ac req-6df0f8a4-cb81-4bba-896a-890e6cfc0128 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.1096859 Aug 30 17:36:48.404404 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Attempting to bind port 5adb6571-0c17-4e77-b1f0-f178c14acae5 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:36:48.404752 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Attempting to bind port 5adb6571-0c17-4e77-b1f0-f178c14acae5 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:36:48.405113 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Attempting to bind port 5adb6571-0c17-4e77-b1f0-f178c14acae5 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:48.424305 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Port 5adb6571-0c17-4e77-b1f0-f178c14acae5 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:36:48.424696 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Attempting to bind port 5adb6571-0c17-4e77-b1f0-f178c14acae5 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:36:48.446187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:36:48.446187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:36:48.446187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Bound using segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:36:48.446187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Bound port: 5adb6571-0c17-4e77-b1f0-f178c14acae5, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:36:48.446187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.497029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-347fe457-0f2e-44cb-a8db-2ec68219c4ac req-97fdebfd-54c1-491a-91ed-343e1dfbc069 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936861 Aug 30 17:36:48.604427 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:36:48.607291 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 40896) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:48.608188 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:36:48.697942 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.776630 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:48.777152 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.778560 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] 10.222.0.50 "PUT /v2.0/ports/5adb6571-0c17-4e77-b1f0-f178c14acae5 HTTP/1.1" status: 200 len: 1093 time: 1.6002860 Aug 30 17:36:48.789399 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:48.792617 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:48.812004 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-222c8bd4-22ec-49c7-bbce-4954d480325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:48.885415 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd09e1-562c-4fdb-9e97-7b41bd6be96d service neutron] Pushing event updated for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:48.949190 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec323d98-d5b4-4e3f-9237-47798f3096b2 req-bd250cc4-ac18-4561-b23e-93107529dc7d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:48.950830 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec323d98-d5b4-4e3f-9237-47798f3096b2 req-bd250cc4-ac18-4561-b23e-93107529dc7d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.2436566 Aug 30 17:36:49.021520 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd94ba-1c55-4d47-9352-14c3cc5087a4 req-a53b8ee2-e810-4d1c-b91b-00395407707d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:49.032402 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-12fd94ba-1c55-4d47-9352-14c3cc5087a4 req-a53b8ee2-e810-4d1c-b91b-00395407707d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.2216995 Aug 30 17:36:49.034017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-222c8bd4-22ec-49c7-bbce-4954d480325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.056355 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec323d98-d5b4-4e3f-9237-47798f3096b2 req-525bd230-f62a-4b20-8624-e510ba42076e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932801 Aug 30 17:36:49.087048 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-222c8bd4-22ec-49c7-bbce-4954d480325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.110298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-12fd94ba-1c55-4d47-9352-14c3cc5087a4 req-db10171b-0b5d-4859-9e32-44079a2cee4e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Aug 30 17:36:49.126868 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8bd4-22ec-49c7-bbce-4954d480325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f74bb6-4299-44c7-9a9b-1da5b44e047e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:49.159178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 40914) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:49.159434 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-222c8bd4-22ec-49c7-bbce-4954d480325e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d50501ec69d4bb79fcb452193199d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496094 Aug 30 17:36:49.180216 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd32a4-5a0b-4739-89a7-eed5f55a56b6 x-openstack-request-id: req-bacd32a4-5a0b-4739-89a7-eed5f55a56b6 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:49.180542 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:49.180754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bacd32a4-5a0b-4739-89a7-eed5f55a56b6 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:49.181150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'status': 'completed', 'code': 200} Aug 30 17:36:49.238624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.263509 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.469521 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.473562 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:49.476098 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55f74bb6-4299-44c7-9a9b-1da5b44e047e HTTP/1.1" status: 204 len: 168 time: 0.3140347 Aug 30 17:36:49.484771 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c378f-25f9-4ea3-9270-41121b7d2776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f74bb6-4299-44c7-9a9b-1da5b44e047e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:49.657104 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119d7b2-9b7b-4ad3-a1e1-0859b866fccd req-60bf1615-9d30-4666-976d-7ffd14b05f05 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:49.658690 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1119d7b2-9b7b-4ad3-a1e1-0859b866fccd req-60bf1615-9d30-4666-976d-7ffd14b05f05 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0690727 Aug 30 17:36:49.703348 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1119d7b2-9b7b-4ad3-a1e1-0859b866fccd req-2da47e2e-f0b4-4fb1-9657-7355d56054bb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Aug 30 17:36:50.248249 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57bbb-142e-4338-a841-114ddee81da2 req-4bd15f32-eaad-462a-be07-60afe41eb16c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:50.256222 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e6c57bbb-142e-4338-a841-114ddee81da2 req-4bd15f32-eaad-462a-be07-60afe41eb16c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.1158721 Aug 30 17:36:50.513784 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bad81f-109d-481b-9aa1-b8765aad56b2 req-1a303fdb-f5e3-46a0-8c68-e02e6b255984 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:50.522457 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-53bad81f-109d-481b-9aa1-b8765aad56b2 req-1a303fdb-f5e3-46a0-8c68-e02e6b255984 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.3283241 Aug 30 17:36:50.558180 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e6c57bbb-142e-4338-a841-114ddee81da2 req-15d16358-06d2-44f3-aed3-a85c8913bf93 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993941 Aug 30 17:36:50.610688 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-53bad81f-109d-481b-9aa1-b8765aad56b2 req-8074ac0a-7695-4389-b1e4-2409d3e17c7f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710859 Aug 30 17:36:50.837592 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3c619-d59b-43a4-985c-26ddf44c2728 req-235d8b00-5fe0-450f-945f-9fb5b89ec357 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:50.839203 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-43c3c619-d59b-43a4-985c-26ddf44c2728 req-235d8b00-5fe0-450f-945f-9fb5b89ec357 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0563731 Aug 30 17:36:50.886189 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-43c3c619-d59b-43a4-985c-26ddf44c2728 req-dd3eefb9-b522-4177-8fa4-53a9554d7da9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Aug 30 17:36:51.266602 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-e32185fe-76bc-49c0-bcef-bb4dbd890dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.268884 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-e32185fe-76bc-49c0-bcef-bb4dbd890dbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1096 time: 0.0414157 Aug 30 17:36:51.375277 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-a87e134e-2c8a-460a-9204-a4fb54f39889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.376784 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-a87e134e-2c8a-460a-9204-a4fb54f39889 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976534 Aug 30 17:36:51.489045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-d815abc5-d7d5-407f-9334-ef6c62a1bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.490608 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4aa05321-dc34-4bd4-9453-f3a2253a6ea2 req-d815abc5-d7d5-407f-9334-ef6c62a1bab2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015429 Aug 30 17:36:51.588823 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-44824bbc-c034-4b03-ad3b-23279f48b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.612110 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-44824bbc-c034-4b03-ad3b-23279f48b59d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1096 time: 0.0534961 Aug 30 17:36:51.689000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-4739479d-f1ef-45a3-bf77-b01eaa9669ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5 HTTP/1.1" status: 200 len: 217 time: 0.0882213 Aug 30 17:36:51.778885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-5a3d9afd-0545-4e25-8464-82b82f8dfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.780789 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-5a3d9afd-0545-4e25-8464-82b82f8dfc8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0677500 Aug 30 17:36:51.788959 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b916357-65be-427a-b3d4-6dc0fe29e4af req-de242a90-3c5c-462d-8bc1-c0c0168149a8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.793440 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6b916357-65be-427a-b3d4-6dc0fe29e4af req-de242a90-3c5c-462d-8bc1-c0c0168149a8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.1176603 Aug 30 17:36:51.910349 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6b916357-65be-427a-b3d4-6dc0fe29e4af req-8a793150-d745-4081-97ce-3a270b19c3da tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060703 Aug 30 17:36:51.921125 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-3a44ae03-e1ea-4f2d-9ba7-121b4c2d3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.922811 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-3a44ae03-e1ea-4f2d-9ba7-121b4c2d3c9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1284549 Aug 30 17:36:51.937587 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed8fe4-9a78-45ed-a96b-1598db467938 req-6953fe4c-ed27-4977-9896-5ea82a8e06c7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:51.939161 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6ed8fe4-9a78-45ed-a96b-1598db467938 req-6953fe4c-ed27-4977-9896-5ea82a8e06c7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0997450 Aug 30 17:36:52.136855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6ed8fe4-9a78-45ed-a96b-1598db467938 req-bca05c3b-eb57-49be-9761-a90c68361a52 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083539 Aug 30 17:36:52.175224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bff9e2-8ab9-49bf-b3b1-75997c31d330 req-92a83bda-076b-41d1-bf19-bb406299bd3b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:52.175224 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-01bff9e2-8ab9-49bf-b3b1-75997c31d330 req-92a83bda-076b-41d1-bf19-bb406299bd3b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.1311858 Aug 30 17:36:52.179165 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-f1966213-1d25-4c63-ba9d-75bde8c9eeb8 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390802 Aug 30 17:36:52.233245 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80351-ddc9-4ccf-b03f-3548859e34f1 req-a742005b-6ff5-4b2d-980a-812cb259fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:52.235833 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-52d80351-ddc9-4ccf-b03f-3548859e34f1 req-a742005b-6ff5-4b2d-980a-812cb259fc85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 1098 time: 0.0768290 Aug 30 17:36:52.273207 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-01bff9e2-8ab9-49bf-b3b1-75997c31d330 req-4a9b3207-2615-4896-a9a2-fab49e805796 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888987 Aug 30 17:36:52.288895 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-52d80351-ddc9-4ccf-b03f-3548859e34f1 req-c22f7692-e7dd-4310-a049-81f912362ffb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Aug 30 17:36:52.319470 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-733afc7a-bacd-446b-a819-5e5b99cb0d1d req-7d1493ff-addc-41f1-9d74-0eea5a906b4e service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283808 Aug 30 17:36:53.030867 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e3ec3-b569-4195-b219-7079c4986a35 req-80f168ae-b15d-47e3-a73f-2ec816842c6e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:53.032410 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e10e3ec3-b569-4195-b219-7079c4986a35 req-80f168ae-b15d-47e3-a73f-2ec816842c6e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0509095 Aug 30 17:36:53.075261 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e10e3ec3-b569-4195-b219-7079c4986a35 req-6c15c24d-db51-42d6-af53-024ac43fb17e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357685 Aug 30 17:36:53.248136 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:53.320724 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Deleting subnet 0dd758ca-2176-4904-aa59-d3d4384bf54c {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:36:53.324357 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.363089 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eb4a9-36fe-4a10-adab-84864183051c req-3db4fc7c-f385-4b45-80c5-6c598b26b3ef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:53.365151 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3c8eb4a9-36fe-4a10-adab-84864183051c req-3db4fc7c-f385-4b45-80c5-6c598b26b3ef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.1088924 Aug 30 17:36:53.400991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.467443 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3c8eb4a9-36fe-4a10-adab-84864183051c req-4496cc3d-489e-4171-9bfd-746d50a0c612 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890257 Aug 30 17:36:53.477530 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47661499-4584-4645-ad12-8f44752e893e req-76325ac8-04ad-4920-bb27-b2d0c8795ead tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:53.479120 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-47661499-4584-4645-ad12-8f44752e893e req-76325ac8-04ad-4920-bb27-b2d0c8795ead tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.1130922 Aug 30 17:36:53.489602 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.553265 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-47661499-4584-4645-ad12-8f44752e893e req-7be43ac9-b0b2-4945-bd8a-bb043f7a8ca4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661132 Aug 30 17:36:53.641600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.676936 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd758ca-2176-4904-aa59-d3d4384bf54c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:53.680078 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.686260 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41048) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:53.686727 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-e154c2d5-dae8-4ab4-a5ce-70498813590a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0dd758ca-2176-4904-aa59-d3d4384bf54c HTTP/1.1" status: 204 len: 168 time: 0.4373758 Aug 30 17:36:53.757092 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.799878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-5b1d3d2a-5ec3-4f08-9186-0ba1526dc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:53.802282 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-5b1d3d2a-5ec3-4f08-9186-0ba1526dc268 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1099 time: 0.0517304 Aug 30 17:36:53.848945 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:53.862321 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.862890 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.864832 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.865246 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > port after_create 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.865758 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.866349 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > port after_update 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.866813 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.867135 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.867453 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.867771 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:53.896368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-c8ebdeae-c993-46e5-96fe-a73c415fd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:53.897879 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-c8ebdeae-c993-46e5-96fe-a73c415fd0ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0861306 Aug 30 17:36:54.011910 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-77ebf5b3-fb2d-418d-8872-08c6166083cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 1002 time: 0.0967462 Aug 30 17:36:54.051433 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:54.051786 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:54.052117 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:54.052450 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:36:54.052829 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366716bb-1398-4b7c-82b6-9fde6e19f3bf']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.064135 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-080fdf88-a7cc-4529-a070-647c190f5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.065593 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-080fdf88-a7cc-4529-a070-647c190f5f57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0440657 Aug 30 17:36:54.070421 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19e3112-584b-47f5-bff0-d4d65d822e85') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.070714 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19e3112-584b-47f5-bff0-d4d65d822e85') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.087823 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.112784 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.115579 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-ff5a17c7-3dc3-4019-a9df-385c3eecd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.117291 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-ff5a17c7-3dc3-4019-a9df-385c3eecd235 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433300 Aug 30 17:36:54.125910 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:36:54.127507 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: from cryptography.utils import int_from_bytes Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: from cryptography.utils import int_from_bytes Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:36:54.177685 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:36:54.271411 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be2a5e-907c-4fee-addd-e0c7bf959eb2 req-988b152a-d48d-435b-a038-6a6310bd1226 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.272731 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66be2a5e-907c-4fee-addd-e0c7bf959eb2 req-988b152a-d48d-435b-a038-6a6310bd1226 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0758688 Aug 30 17:36:54.276319 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.283869 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-b9d619d1-fadd-4b41-8430-f0bd63c56c36 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537759 Aug 30 17:36:54.298810 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.301681 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] 10.222.0.10 "DELETE /v2.0/networks/366716bb-1398-4b7c-82b6-9fde6e19f3bf HTTP/1.1" status: 204 len: 168 time: 0.6135368 Aug 30 17:36:54.302974 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f8b9-0782-419b-9de1-3e8e5142d845 admin admin] Pushing event deleted for resources: {'Network': ['ID=366716bb-1398-4b7c-82b6-9fde6e19f3bf,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:54.304756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41060) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:54.321742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66be2a5e-907c-4fee-addd-e0c7bf959eb2 req-fd02a2b1-dcf3-45b3-b32a-e731d62abb7d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Aug 30 17:36:54.349833 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Deleting subnet 9226a91d-b14b-437e-b0ba-f3b20cd79fbd {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:36:54.353064 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.386520 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.440141 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.597034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d1e57-4399-46d0-a167-b34008d5e545 req-8525d4c6-eac3-4323-9552-d3a78dcfc2df tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.599078 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-db6d1e57-4399-46d0-a167-b34008d5e545 req-8525d4c6-eac3-4323-9552-d3a78dcfc2df tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0538819 Aug 30 17:36:54.629918 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.639483 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-db6d1e57-4399-46d0-a167-b34008d5e545 req-de6c4d1c-a55c-4711-881b-aea6279a733e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Aug 30 17:36:54.656531 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9226a91d-b14b-437e-b0ba-f3b20cd79fbd,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:54.671216 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.673169 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6b6bb751-57cf-4e0f-9fdc-369a0c65c984 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9226a91d-b14b-437e-b0ba-f3b20cd79fbd HTTP/1.1" status: 204 len: 168 time: 0.3674808 Aug 30 17:36:54.678557 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41072) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:54.759438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.782798 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6819f-bc22-41b2-a5d2-3d414bf89ef4 req-ef1d453d-39fb-48a8-a689-65014662976d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.784930 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54f6819f-bc22-41b2-a5d2-3d414bf89ef4 req-ef1d453d-39fb-48a8-a689-65014662976d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0795271 Aug 30 17:36:54.792260 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b019b-fd69-4817-b856-5422ae9d3771 req-209076ee-871f-48f4-884c-b76726a03272 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.793942 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d4b019b-fd69-4817-b856-5422ae9d3771 req-209076ee-871f-48f4-884c-b76726a03272 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0870860 Aug 30 17:36:54.849021 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.855865 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54f6819f-bc22-41b2-a5d2-3d414bf89ef4 req-2d7d1b0d-3994-4c79-ba00-08734cd5ab10 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608222 Aug 30 17:36:54.858449 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d4b019b-fd69-4817-b856-5422ae9d3771 req-ca9ecec5-7bea-42ac-9b37-f3ed8a61d3db tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Aug 30 17:36:54.858857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5234b539-69b2-4543-934d-23d7e36ed3d1']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.869219 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcfb1be-835d-4650-896a-288792c7c795') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.869515 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcfb1be-835d-4650-896a-288792c7c795') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:54.879983 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.901641 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.908285 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:36:54.908705 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:36:54.911142 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:36:54.969552 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d3eef-1503-44f2-b1ea-63d2bd1b3a12 req-19424b52-353f-4bcf-b487-f4ba26860b3b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:54.971180 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a21d3eef-1503-44f2-b1ea-63d2bd1b3a12 req-19424b52-353f-4bcf-b487-f4ba26860b3b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0516417 Aug 30 17:36:55.013934 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a21d3eef-1503-44f2-b1ea-63d2bd1b3a12 req-9faababf-b846-447b-b1d6-695f4cad82c9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 30 17:36:55.158514 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9f7f2a31-1796-4b14-9751-3a3f6c3c614e req-ec78dbe1-5240-4efa-bbbb-8decfca9ee2e service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922661 Aug 30 17:36:55.297935 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:55.303667 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:55.305527 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5234b539-69b2-4543-934d-23d7e36ed3d1 HTTP/1.1" status: 204 len: 168 time: 0.6259806 Aug 30 17:36:55.316331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a102426-2bed-444b-83a0-f480e09b3f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=5234b539-69b2-4543-934d-23d7e36ed3d1,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:55.447248 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805fe57-89f5-4e99-b1ea-bdfd1045b779 req-2e8e5818-8d5b-4af4-bec6-9bf3711923fc tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:55.448678 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d805fe57-89f5-4e99-b1ea-bdfd1045b779 req-2e8e5818-8d5b-4af4-bec6-9bf3711923fc tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0545127 Aug 30 17:36:55.489771 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d805fe57-89f5-4e99-b1ea-bdfd1045b779 req-827a6d7e-ca7c-492c-b080-e9bed3527037 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348995 Aug 30 17:36:55.738798 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41086) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:55.777202 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d0ec6bfb-8c67-4493-94a5-02a2558806af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=511bce5cc021421f912f69d076420523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372751 Aug 30 17:36:55.779673 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41088) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:55.826897 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:55.853039 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:55.915284 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-29299caf-4f4b-489d-a5be-6d62afcf0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:56.001271 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:56.005716 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:56.007340 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3b4d7d5-5712-49c4-b09a-883933457385 HTTP/1.1" status: 204 len: 168 time: 0.2264292 Aug 30 17:36:56.017537 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a156f-cf6c-4aa9-9da1-5caa6286c563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b4d7d5-5712-49c4-b09a-883933457385,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:56.033053 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef51c-ac2d-48d7-9ebc-b7fc1213eaef req-b2476218-13e6-48c5-8beb-688e427e106f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:56.038601 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e75ef51c-ac2d-48d7-9ebc-b7fc1213eaef req-b2476218-13e6-48c5-8beb-688e427e106f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0974290 Aug 30 17:36:56.046811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db78-bfb7-431d-9261-024cc2d72343 req-5fe4b597-bcf5-4274-a35b-d6f6652a3e14 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:56.048324 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1581db78-bfb7-431d-9261-024cc2d72343 req-5fe4b597-bcf5-4274-a35b-d6f6652a3e14 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0964925 Aug 30 17:36:56.106257 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e75ef51c-ac2d-48d7-9ebc-b7fc1213eaef req-6c04c706-edd7-4f54-80c3-f329b85aee7e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568974 Aug 30 17:36:56.111694 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1581db78-bfb7-431d-9261-024cc2d72343 req-6fc99f4b-6bd7-4673-bf22-3bd8a59c7992 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492866 Aug 30 17:36:56.609497 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9163d-0933-467b-8c90-024a689fc992 req-473342bf-1d92-4561-9e98-6b889ab89182 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:56.611039 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-30a9163d-0933-467b-8c90-024a689fc992 req-473342bf-1d92-4561-9e98-6b889ab89182 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0531013 Aug 30 17:36:56.650179 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-30a9163d-0933-467b-8c90-024a689fc992 req-79e0b65e-3a8f-4db4-be55-8be8a09ef5f2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 30 17:36:56.834674 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41108) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:56.875658 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d2be34fb-ac1c-4318-83af-5b5e36cc81fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9ce193462634bedb1fc67585df26796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398099 Aug 30 17:36:56.878893 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41110) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:56.944883 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:56.971865 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.108611 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.111113 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.112292 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43df1d66-e778-41da-96d3-4ddd9212e677 HTTP/1.1" status: 204 len: 168 time: 0.2322910 Aug 30 17:36:57.120898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace59ed-ae39-4f43-870f-27794df6aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df1d66-e778-41da-96d3-4ddd9212e677,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:57.141453 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.270757 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb88e2-ac12-4dcc-a2ae-4862f7e68080 req-54b1adb5-4346-490c-a600-e9a5bcc99abb tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:57.273064 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f2bb88e2-ac12-4dcc-a2ae-4862f7e68080 req-54b1adb5-4346-490c-a600-e9a5bcc99abb tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0818558 Aug 30 17:36:57.286010 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd263fd7-c91b-47d9-83d2-2900c49506d6 req-b7df6bd0-c5ff-4dc7-b7fa-c1ecdcc04f55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:57.288123 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fd263fd7-c91b-47d9-83d2-2900c49506d6 req-b7df6bd0-c5ff-4dc7-b7fa-c1ecdcc04f55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 946 time: 0.0675974 Aug 30 17:36:57.349924 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f2bb88e2-ac12-4dcc-a2ae-4862f7e68080 req-8078394b-d5b5-4fe4-a36c-253c15e43c59 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 Aug 30 17:36:57.355271 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fd263fd7-c91b-47d9-83d2-2900c49506d6 req-a19f2ed3-fc7d-4b52-a6d6-daa0762e5e5b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592220 Aug 30 17:36:57.763616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339632ba-051b-4766-9b8e-77f6280fd23a req-cf26c1dd-21c8-4424-b733-46030ec1b3a7 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:57.765455 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-339632ba-051b-4766-9b8e-77f6280fd23a req-cf26c1dd-21c8-4424-b733-46030ec1b3a7 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0498652 Aug 30 17:36:57.808392 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-339632ba-051b-4766-9b8e-77f6280fd23a req-358a0f5a-5cce-412b-bd91-680e30e1eed3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Aug 30 17:36:57.911908 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:36:57.997684 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:58.035721 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:58.037355 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:58.045965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80644b0-ed85-4a9e-ba55-595da40b9a94" -d '{"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-unplugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:58.104764 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f5c10-ee7b-4c79-9438-dcf71aaeacde x-openstack-request-id: req-2a9f5c10-ee7b-4c79-9438-dcf71aaeacde {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:58.105087 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-unplugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:58.105368 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a9f5c10-ee7b-4c79-9438-dcf71aaeacde {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:58.105775 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'code': 200} Aug 30 17:36:58.121010 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:58.173379 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:58.469287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e507-34e6-44b5-a1a2-587a5ca6fa9e req-b3a85eaf-e882-4ae1-b19b-e3571b76f669 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:58.470860 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-33d9e507-34e6-44b5-a1a2-587a5ca6fa9e req-b3a85eaf-e882-4ae1-b19b-e3571b76f669 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.0509479 Aug 30 17:36:58.522053 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-33d9e507-34e6-44b5-a1a2-587a5ca6fa9e req-e461c642-f70f-4673-a055-fdbacce650a1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Aug 30 17:36:58.639543 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326e4f2-a137-4eb1-bf93-32101a412b0c req-6b278f8d-2969-4786-84dc-dd7df93f8e46 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:58.641037 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d326e4f2-a137-4eb1-bf93-32101a412b0c req-6b278f8d-2969-4786-84dc-dd7df93f8e46 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0900135 Aug 30 17:36:58.669415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e6646d3c-46e9-4be6-b330-31d448a2840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:58.690487 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd4cb6-8fca-4b5a-ab08-3e0cb721a2e7 req-fecd6fdf-bcd0-4c1b-a165-28d9cdc68379 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:58.692038 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9bcd4cb6-8fca-4b5a-ab08-3e0cb721a2e7 req-fecd6fdf-bcd0-4c1b-a165-28d9cdc68379 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1001070 Aug 30 17:36:58.735222 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d326e4f2-a137-4eb1-bf93-32101a412b0c req-b85089cd-d807-48cf-a617-5d39913984be tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826557 Aug 30 17:36:58.750873 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-afe9da58-74c2-43df-929c-2a6cc2ddb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:58.752395 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-afe9da58-74c2-43df-929c-2a6cc2ddb158 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.1087139 Aug 30 17:36:58.786906 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9bcd4cb6-8fca-4b5a-ab08-3e0cb721a2e7 req-af6c1eb0-e9d8-4d37-9520-ba9f275ee86e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703735 Aug 30 17:36:58.857508 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-fab675d4-17b4-45d5-8925-788e1cc862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:58.859027 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-fab675d4-17b4-45d5-8925-788e1cc862c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.0959661 Aug 30 17:36:58.937856 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-4cb161a8-57b5-4588-8c5c-16cb8c3cf9b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 217 time: 0.0700631 Aug 30 17:36:58.988480 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:59.003108 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b05d1-c63a-4990-b621-23dddb4133aa req-418e14dd-ddac-4922-9d42-bf2c8117751f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:59.004984 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f9b05d1-c63a-4990-b621-23dddb4133aa req-418e14dd-ddac-4922-9d42-bf2c8117751f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.1282763 Aug 30 17:36:59.016444 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161df0a-2f4d-4755-beda-aff607669d3c req-a2eee550-285e-42ee-af39-0457c8dca3b4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:59.017990 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6161df0a-2f4d-4755-beda-aff607669d3c req-a2eee550-285e-42ee-af39-0457c8dca3b4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 946 time: 0.1077323 Aug 30 17:36:59.048489 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-13bef7a9-974c-45d2-818c-460701d09d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:59.049978 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-13bef7a9-974c-45d2-818c-460701d09d66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.1022635 Aug 30 17:36:59.100966 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-846eb9f9-85bb-4393-9a8f-eac651c7a2cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334442 Aug 30 17:36:59.104636 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f9b05d1-c63a-4990-b621-23dddb4133aa req-5cbcd75b-06bd-4806-bbd4-9a001f533ded tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857408 Aug 30 17:36:59.205058 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Deleting port 3db50445-fb6e-46da-9d33-cec7a310d8bc {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:36:59.205711 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:59.225283 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-4f554ec0-0fa5-4de4-b2cd-171ef2dd6528 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125016 Aug 30 17:36:59.312849 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] For port 3db50445-fb6e-46da-9d33-cec7a310d8bc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3db50445-fb6e-46da-9d33-cec7a310d8bc,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:59.313294 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:59.329918 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Calling delete_port for 3db50445-fb6e-46da-9d33-cec7a310d8bc owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:36:59.338288 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c7607e8-53eb-4d30-87ba-2df83015f0dc req-7094ffa2-1ff0-400b-b6ee-ce9d6e354a99 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058145 Aug 30 17:36:59.589967 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:59.605301 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8', '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', '3db50445-fb6e-46da-9d33-cec7a310d8bc'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:59.622308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event deleted for resources: {'Port': ['ID=3db50445-fb6e-46da-9d33-cec7a310d8bc,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:59.635192 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6d9b4e58-b4c9-4e08-bfb8-c54607ef4fe4 req-cb356c33-66f4-4f8a-9a18-c0ac801fd3d0 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0382009 Aug 30 17:36:59.718951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] No DVR routers for this DVR port 3db50445-fb6e-46da-9d33-cec7a310d8bc on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:36:59.722909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:59.726103 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6161df0a-2f4d-4755-beda-aff607669d3c req-f9a1ca51-42e9-4828-9186-f94057fd1311 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "DELETE /v2.0/ports/3db50445-fb6e-46da-9d33-cec7a310d8bc HTTP/1.1" status: 204 len: 173 time: 0.7015007 Aug 30 17:36:59.726572 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'name': 'network-vif-deleted', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:59.744328 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fec3ec-fb62-4050-b6fd-493a971304bd" -d '{"events": [{"server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "name": "network-vif-deleted", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:59.779865 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7522b0-e7b5-4fc3-9f40-bdc01ee5b521 x-openstack-request-id: req-7c7522b0-e7b5-4fc3-9f40-bdc01ee5b521 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:59.780159 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5b390e-b599-482a-b668-de5d58645885", "name": "network-vif-deleted", "tag": "3db50445-fb6e-46da-9d33-cec7a310d8bc", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:59.780430 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c7522b0-e7b5-4fc3-9f40-bdc01ee5b521 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:59.780823 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5b390e-b599-482a-b668-de5d58645885', 'name': 'network-vif-deleted', 'tag': '3db50445-fb6e-46da-9d33-cec7a310d8bc', 'status': 'completed', 'code': 200} Aug 30 17:36:59.946940 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5adb6571-0c17-4e77-b1f0-f178c14acae5 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:36:59.951921 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:00.005955 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9e1b-2244-4d43-989a-a27dc9ccb6bd req-9ba17e36-b222-4c29-b918-43244d9655af tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:00.008275 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-151a9e1b-2244-4d43-989a-a27dc9ccb6bd req-9ba17e36-b222-4c29-b918-43244d9655af tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1342051 Aug 30 17:37:00.028352 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7911-5b33-47f6-af58-ea7cfa39e47a req-a0d07bb3-c5b5-497a-8513-1ffa20520f2e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:00.030011 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0bf7911-5b33-47f6-af58-ea7cfa39e47a req-a0d07bb3-c5b5-497a-8513-1ffa20520f2e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1248899 Aug 30 17:37:00.095817 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-151a9e1b-2244-4d43-989a-a27dc9ccb6bd req-7e5e9da1-bc2e-46e4-82c6-ad62369afae4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765224 Aug 30 17:37:00.139366 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0bf7911-5b33-47f6-af58-ea7cfa39e47a req-9dc65187-2478-4ab7-8e75-2d77a93d84e5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871236 Aug 30 17:37:00.153573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:00.176158 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'port_id': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'mac_address': 'fa:16:3e:dc:18:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:37:00.244028 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:00.267289 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adb6571-0c17-4e77-b1f0-f178c14acae5 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:37:00.280922 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41cd36-47db-411e-b4b8-125271afdb98 req-4137135f-e6fb-43bb-8e76-7ca1dcd5e11c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:00.282618 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ce41cd36-47db-411e-b4b8-125271afdb98 req-4137135f-e6fb-43bb-8e76-7ca1dcd5e11c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 943 time: 0.0600538 Aug 30 17:37:00.303695 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:00.340508 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ce41cd36-47db-411e-b4b8-125271afdb98 req-6880f74f-14ae-4257-ba07-314329e9e359 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498779 Aug 30 17:37:00.440647 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:00.512387 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:00.755320 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fc55ea48-1bd3-4c07-b570-edb5f34142bb req-d650529f-e4f2-474d-9c9d-e12c1ec2fd5e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb5b390e-b599-482a-b668-de5d58645885 HTTP/1.1" status: 200 len: 210 time: 0.0306292 Aug 30 17:37:00.779205 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['5adb6571-0c17-4e77-b1f0-f178c14acae5'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:01.102704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41296) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:01.247485 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3609-7868-46f3-90cb-d32794d7f813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.276003 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.289017 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b4350-5654-4b5a-ac33-3198bc06b880 req-d44ab58b-9324-4a58-bc3b-a8fa4fb8cda7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:01.291807 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5b1b4350-5654-4b5a-ac33-3198bc06b880 req-d44ab58b-9324-4a58-bc3b-a8fa4fb8cda7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0831170 Aug 30 17:37:01.353598 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5b1b4350-5654-4b5a-ac33-3198bc06b880 req-c8f90c5e-f9cd-4f01-9304-f0c246f41144 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Aug 30 17:37:01.413351 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3609-7868-46f3-90cb-d32794d7f813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.480915 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d153-5423-4eaa-b9da-8cab5cdf0cef req-d8dc54ef-c458-4d13-88c3-8324b3447e30 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:01.482428 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b66d153-5423-4eaa-b9da-8cab5cdf0cef req-d8dc54ef-c458-4d13-88c3-8324b3447e30 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 944 time: 0.0605822 Aug 30 17:37:01.523555 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b66d153-5423-4eaa-b9da-8cab5cdf0cef req-b7a7d035-116a-41b9-863d-2f4b1b06aff8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351205 Aug 30 17:37:01.531695 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3609-7868-46f3-90cb-d32794d7f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.572807 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-dd4d3609-7868-46f3-90cb-d32794d7f813 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b7cbbbb61e44e38aaf6fb9c3813547e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688802 Aug 30 17:37:01.573853 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d3609-7868-46f3-90cb-d32794d7f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5930b3bf-c495-4e78-9524-2fc950e2d37a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:01.575515 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41312) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:01.626937 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.649427 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.748733 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.752180 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:01.753566 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5930b3bf-c495-4e78-9524-2fc950e2d37a HTTP/1.1" status: 204 len: 168 time: 0.1759496 Aug 30 17:37:01.767240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4146f9c-48e3-4b18-8408-a8045db15070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5930b3bf-c495-4e78-9524-2fc950e2d37a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:01.937780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5adb6571-0c17-4e77-b1f0-f178c14acae5 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:37:02.081562 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 5adb6571-0c17-4e77-b1f0-f178c14acae5 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:37:02.086324 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 5adb6571-0c17-4e77-b1f0-f178c14acae5 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:37:02.086977 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:02.227236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:02.238173 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c110-392a-43e0-a79d-a63ca260c531 req-0ac5d929-9e91-4f64-a684-77c2477de5d3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:02.239732 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9404c110-392a-43e0-a79d-a63ca260c531 req-0ac5d929-9e91-4f64-a684-77c2477de5d3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0560963 Aug 30 17:37:02.252921 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:02.255816 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a7405-4881-4e64-84b6-b6343a6b4850" -d '{"events": [{"server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "name": "network-vif-plugged", "status": "completed", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:02.269967 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:02.280466 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9404c110-392a-43e0-a79d-a63ca260c531 req-23132584-2278-4d25-9178-3868e673467f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344448 Aug 30 17:37:02.297500 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd0a9a-1558-48d2-a127-250b6108096b x-openstack-request-id: req-17dd0a9a-1558-48d2-a127-250b6108096b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:02.297801 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "name": "network-vif-plugged", "status": "completed", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:02.298131 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17dd0a9a-1558-48d2-a127-250b6108096b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:02.298528 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'code': 200} Aug 30 17:37:02.348106 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:02.350331 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:02.445103 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:02.507310 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c1d12-e6ff-495a-8ffa-02f051ed05ec req-950ba1d1-0db3-477f-bd2b-bb7481336614 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:02.508922 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dc7c1d12-e6ff-495a-8ffa-02f051ed05ec req-950ba1d1-0db3-477f-bd2b-bb7481336614 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0677016 Aug 30 17:37:02.519322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3db50445-fb6e-46da-9d33-cec7a310d8bc no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:02.539879 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 3db50445-fb6e-46da-9d33-cec7a310d8bc {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:37:02.540240 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3db50445-fb6e-46da-9d33-cec7a310d8bc not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:37:02.576418 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dc7c1d12-e6ff-495a-8ffa-02f051ed05ec req-fdfb680e-ed50-483c-bc11-1696c92e6fb5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579417 Aug 30 17:37:02.685375 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc55c4-7cf7-4e15-b08a-6aaf2a7850fb req-874b134a-67c6-48f1-82c7-a0f76018b203 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:02.687415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dabc55c4-7cf7-4e15-b08a-6aaf2a7850fb req-874b134a-67c6-48f1-82c7-a0f76018b203 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.0678155 Aug 30 17:37:02.742638 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae350e-39a6-46d7-870c-65a1e047472d req-d7b2845f-d3ad-4e48-acfb-575c2633ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:02.745120 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a3ae350e-39a6-46d7-870c-65a1e047472d req-d7b2845f-d3ad-4e48-acfb-575c2633ef04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1098 time: 0.0560820 Aug 30 17:37:02.750641 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dabc55c4-7cf7-4e15-b08a-6aaf2a7850fb req-e49012b0-9a79-4dbc-b28d-d04fbcce4522 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500562 Aug 30 17:37:02.783530 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a3ae350e-39a6-46d7-870c-65a1e047472d req-6edc99b4-d109-40b4-8857-4700c4612825 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Aug 30 17:37:02.993596 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41370) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:03.079137 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-40ad0c02-f8f3-443a-9e4b-811fe230b614 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843053 Aug 30 17:37:03.411690 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7c248-5a5e-4def-9da2-37263af75577 req-c595ad8c-bbdc-426a-9491-5c9af33805df tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:03.413113 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-33f7c248-5a5e-4def-9da2-37263af75577 req-c595ad8c-bbdc-426a-9491-5c9af33805df tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0483849 Aug 30 17:37:03.457646 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-33f7c248-5a5e-4def-9da2-37263af75577 req-f1d08e7a-742f-42b6-b99d-18a193561039 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382638 Aug 30 17:37:03.709815 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaf91f-f31e-4f2e-b623-ac44bcea0a4b req-18abddff-c0bd-4346-9b49-568804e0fe9d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:03.711325 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-debaf91f-f31e-4f2e-b623-ac44bcea0a4b req-18abddff-c0bd-4346-9b49-568804e0fe9d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0554800 Aug 30 17:37:03.758271 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-debaf91f-f31e-4f2e-b623-ac44bcea0a4b req-8194d320-1514-43e7-a13e-19d862d428ca tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Aug 30 17:37:03.881661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ccb3-9ec3-42f0-8045-4a9810e03453 req-c675860e-7837-4453-b596-9abc84d0cc7f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:03.883229 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec19ccb3-9ec3-42f0-8045-4a9810e03453 req-c675860e-7837-4453-b596-9abc84d0cc7f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0863719 Aug 30 17:37:03.894880 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80fd54-5995-478d-bd9f-51aaf6c731a3 req-00a309be-b3d5-4543-a577-42476e884182 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:03.896943 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b80fd54-5995-478d-bd9f-51aaf6c731a3 req-00a309be-b3d5-4543-a577-42476e884182 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.0671601 Aug 30 17:37:03.952937 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec19ccb3-9ec3-42f0-8045-4a9810e03453 req-09418e8b-2165-4fb9-ac94-bc916566d617 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Aug 30 17:37:03.966379 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b80fd54-5995-478d-bd9f-51aaf6c731a3 req-81bc18a3-87c6-42a0-ab47-0db0385edc20 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545802 Aug 30 17:37:04.783462 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd8c2-1c86-4b11-9b55-9bb607fb4d72 req-313a66f5-efad-4952-b26f-053d8de78d55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:04.784954 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ab6dd8c2-1c86-4b11-9b55-9bb607fb4d72 req-313a66f5-efad-4952-b26f-053d8de78d55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.2506857 Aug 30 17:37:04.824232 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ab6dd8c2-1c86-4b11-9b55-9bb607fb4d72 req-6ad222ee-bf37-4c0a-8dbb-2348cd5469ac tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320280 Aug 30 17:37:04.878341 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84eb93-94dd-403a-a37d-e6c6365cedcd req-d3edfd06-4eb8-4303-ac0b-1f560eb764e4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:04.879910 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a84eb93-94dd-403a-a37d-e6c6365cedcd req-d3edfd06-4eb8-4303-ac0b-1f560eb764e4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0502663 Aug 30 17:37:04.919291 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a84eb93-94dd-403a-a37d-e6c6365cedcd req-8e60d72d-809f-4b57-aeca-d1399a8e757c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Aug 30 17:37:05.106562 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033873b-2a17-4ca1-85a3-bda9585f2d72 req-967ff1fc-67e2-4d73-b550-4ae73f38ff71 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:05.108045 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7033873b-2a17-4ca1-85a3-bda9585f2d72 req-967ff1fc-67e2-4d73-b550-4ae73f38ff71 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0793581 Aug 30 17:37:05.131200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409ca0-5eb7-497a-bfe2-9f68b8816143 req-6bca7230-6bb8-4cda-bea4-9cda5c89e5ec tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:05.132682 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4409ca0-5eb7-497a-bfe2-9f68b8816143 req-6bca7230-6bb8-4cda-bea4-9cda5c89e5ec tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.0759037 Aug 30 17:37:05.182870 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7033873b-2a17-4ca1-85a3-bda9585f2d72 req-b6299723-adb6-4a00-aa6d-ea218c884c3c tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Aug 30 17:37:05.190457 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4409ca0-5eb7-497a-bfe2-9f68b8816143 req-67445d74-3bae-4686-bee0-bf7030f953c2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512545 Aug 30 17:37:05.317150 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38141-b034-4e50-98ba-b059c7624540 req-6dacf256-190c-49e7-a048-06d44125264c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:05.319179 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-86c38141-b034-4e50-98ba-b059c7624540 req-6dacf256-190c-49e7-a048-06d44125264c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.0533454 Aug 30 17:37:05.357280 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-86c38141-b034-4e50-98ba-b059c7624540 req-c70b61dc-59a2-47e0-8cef-c59d2ea7bddb tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Aug 30 17:37:05.383644 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:05.540090 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f574f6-7c1c-4d26-8237-b857f2414387 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:05.541664 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-70f574f6-7c1c-4d26-8237-b857f2414387 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1093 time: 0.1570549 Aug 30 17:37:05.545149 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41424) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:05.549606 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'port_id': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:37:05.669522 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:05.715396 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-c7d9b300-4841-4f23-9ad1-df4cd721051f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:05.717999 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-c7d9b300-4841-4f23-9ad1-df4cd721051f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 945 time: 0.0704629 Aug 30 17:37:05.788427 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:05.839889 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Deleting port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:37:05.840232 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:05.916980 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.27.3.24 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/342a38f3-6c42-43d4-b477-52768ce668af) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:37:05.945056 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] For port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:05.945420 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:05.959643 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Calling delete_port for b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:37:06.093786 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd072e0-e924-4e39-b175-c99a57d89067 req-eb5c7a79-4299-401f-a110-10cc414a14a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.095314 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-acd072e0-e924-4e39-b175-c99a57d89067 req-eb5c7a79-4299-401f-a110-10cc414a14a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1810777 Aug 30 17:37:06.166732 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:06.184216 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8', '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:06.201780 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event deleted for resources: {'Port': ['ID=b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:06.218631 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-fdf81ac2-1c87-4b27-a017-c07eb4824e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.220166 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-fdf81ac2-1c87-4b27-a017-c07eb4824e0f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 1097 time: 0.1839561 Aug 30 17:37:06.227609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c36878-8c4d-449c-8173-57d6bc2ebf6a req-f248f912-039e-40c7-a2a3-e981479adfc6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.229101 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24c36878-8c4d-449c-8173-57d6bc2ebf6a req-f248f912-039e-40c7-a2a3-e981479adfc6 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.2168360 Aug 30 17:37:06.240299 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-acd072e0-e924-4e39-b175-c99a57d89067 req-8b00497d-24c4-4f72-bd95-b96df94972d3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205654 Aug 30 17:37:06.243761 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:06.267962 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] No DVR routers for this DVR port b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:37:06.273162 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:06.276609 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-602b4274-f5e7-4487-b4b7-5cb8661b1ef7 req-b9dd7116-bf55-4945-850d-13d7e737b4f4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "DELETE /v2.0/ports/b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d HTTP/1.1" status: 204 len: 173 time: 0.5510793 Aug 30 17:37:06.282423 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'name': 'network-vif-deleted', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:06.293352 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978d0076-12bb-4730-bc50-924d2b2951a5" -d '{"events": [{"server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "name": "network-vif-deleted", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:06.335467 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24c36878-8c4d-449c-8173-57d6bc2ebf6a req-d0c47538-568c-4a4e-af92-c3bcd7359ab5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890915 Aug 30 17:37:06.393273 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4d540a3-47fb-43fc-8839-b75c49514af7 req-14675e3a-7af7-46d7-baee-8e2f3bc80c90 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d3c001e-e2bd-4a72-ab33-59f32779e5a0 HTTP/1.1" status: 200 len: 210 time: 0.0600145 Aug 30 17:37:06.397201 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2322407-ffc7-4de4-bbfb-70d035b399c3 x-openstack-request-id: req-e2322407-ffc7-4de4-bbfb-70d035b399c3 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:06.397750 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3c001e-e2bd-4a72-ab33-59f32779e5a0", "name": "network-vif-deleted", "tag": "b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:06.398223 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2322407-ffc7-4de4-bbfb-70d035b399c3 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:06.398997 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3c001e-e2bd-4a72-ab33-59f32779e5a0', 'name': 'network-vif-deleted', 'tag': 'b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d', 'status': 'completed', 'code': 200} Aug 30 17:37:06.399176 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-58972141-7ce7-4352-a17e-c83b1a40366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.401131 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-58972141-7ce7-4352-a17e-c83b1a40366b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1097 time: 0.1362290 Aug 30 17:37:06.486724 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:06.534475 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:37:06.548778 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:37:06.556451 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:37:06.562431 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-3a75777e-9442-4b5c-9713-8d4090f7a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.563909 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-3a75777e-9442-4b5c-9713-8d4090f7a143 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.1531863 Aug 30 17:37:06.586291 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=342a38f3-6c42-43d4-b477-52768ce668af,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:06.679792 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-a21e6694-cec0-4863-8376-bcce4476f08d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 1000 time: 0.0911140 Aug 30 17:37:06.800990 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-e68637db-e3e7-4011-8eeb-ac3bd76a1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.802590 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-e68637db-e3e7-4011-8eeb-ac3bd76a1eda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.1134598 Aug 30 17:37:06.901937 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-19206615-50a1-4755-8e6b-63262fac7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:06.903477 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-19206615-50a1-4755-8e6b-63262fac7011 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0910394 Aug 30 17:37:07.136529 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-9bb65693-4c33-4ef3-a44f-7db456506521 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141917 Aug 30 17:37:07.205632 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:07.283847 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4333c55f-5bd6-46ec-94d7-f48705a7a21b req-94e3bcbe-0eef-4608-a164-a5d5e85c9637 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337886 Aug 30 17:37:07.388404 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2cb9-d7a6-4d5c-80d7-a27a0cabcc6b req-dcb52012-0bf9-4d9f-882a-626459f407c3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:07.390331 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7d2e2cb9-d7a6-4d5c-80d7-a27a0cabcc6b req-dcb52012-0bf9-4d9f-882a-626459f407c3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0601137 Aug 30 17:37:07.474810 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7d2e2cb9-d7a6-4d5c-80d7-a27a0cabcc6b req-f6bd2521-214c-4bf7-a957-0ca0d4b13555 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773568 Aug 30 17:37:07.492165 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:07.502368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f775580-ed2f-482a-aa97-f0eec8d066cc req-434e6cc0-aabc-4b4a-a7ca-56a9fa0034b8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:07.503906 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1f775580-ed2f-482a-aa97-f0eec8d066cc req-434e6cc0-aabc-4b4a-a7ca-56a9fa0034b8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0930512 Aug 30 17:37:07.578828 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1f775580-ed2f-482a-aa97-f0eec8d066cc req-e0feded1-b747-4926-90b3-5ce19c6f4bed tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Aug 30 17:37:07.693502 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:07.755524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:07.834850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=342a38f3-6c42-43d4-b477-52768ce668af,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:07.855933 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:08.253223 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8bf61-7224-471f-99e0-0624a34d3616 req-c165224c-b9df-447e-983e-247fd2d57dfa tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:08.262653 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ace8bf61-7224-471f-99e0-0624a34d3616 req-c165224c-b9df-447e-983e-247fd2d57dfa tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.1474063 Aug 30 17:37:08.310461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ace8bf61-7224-471f-99e0-0624a34d3616 req-8501ea08-5e49-4004-9828-4d8965c78880 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Aug 30 17:37:08.314942 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP 0c17ad3f-1f60-44aa-9ded-0f299d8bc579 associated. External IP: 172.27.3.24, port: 5adb6571-0c17-4e77-b1f0-f178c14acae5. Aug 30 17:37:08.563871 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:37:08.745309 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca404f4-4f7e-4ec7-bb54-2855edc9ab6d req-dc513848-9e6e-4f4f-94eb-adb634e98c66 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:08.746917 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1ca404f4-4f7e-4ec7-bb54-2855edc9ab6d req-dc513848-9e6e-4f4f-94eb-adb634e98c66 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1820366 Aug 30 17:37:08.798831 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94762c50-3427-48e3-a378-ddd3881123ea req-d9df4d4d-9a10-4893-8cbb-b76d28114e16 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:08.800366 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94762c50-3427-48e3-a378-ddd3881123ea req-d9df4d4d-9a10-4893-8cbb-b76d28114e16 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1408427 Aug 30 17:37:08.813163 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:37:08.830492 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:37:08.847629 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:37:08.848254 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:36:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:08.864442 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1ca404f4-4f7e-4ec7-bb54-2855edc9ab6d req-628462f4-60d1-4ca7-84b2-0cb1669f9eb7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110837 Aug 30 17:37:08.917790 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94762c50-3427-48e3-a378-ddd3881123ea req-6460766e-a96d-46d3-a292-32bd759f04ec tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874910 Aug 30 17:37:08.972303 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:09.005443 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d14f8854-1fef-4d10-b2b6-3268d23abe24 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4589281 Aug 30 17:37:09.008518 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:09.008518 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d56a0e-27c3-4393-990c-996f16e7f490" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:09.011807 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:37:09.052010 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735731d0-3cca-47c2-b4e9-2e95f7f57b3b x-openstack-request-id: req-735731d0-3cca-47c2-b4e9-2e95f7f57b3b {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:09.052542 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:09.052658 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-735731d0-3cca-47c2-b4e9-2e95f7f57b3b {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:09.053412 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'status': 'completed', 'code': 200} Aug 30 17:37:09.366111 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c17ad3f-1f60-44aa-9ded-0f299d8bc579', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:dc:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:37:06Z', 'updated_at': '2021-08-30T17:37:06Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:09.394022 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:37:09.403642 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:37:09.404398 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:36:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:09.464768 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f1d01-f4fd-4120-af51-40bccefb37f0 req-101b2858-48ea-4a6a-8dd5-9a6ccf3ccfe4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:09.472006 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-163f1d01-f4fd-4120-af51-40bccefb37f0 req-101b2858-48ea-4a6a-8dd5-9a6ccf3ccfe4 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0659418 Aug 30 17:37:09.515201 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-163f1d01-f4fd-4120-af51-40bccefb37f0 req-0aefff33-1209-4598-8a3c-81746e290508 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Aug 30 17:37:09.546835 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:37:09.797650 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c17ad3f-1f60-44aa-9ded-0f299d8bc579', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:dc:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:37:06Z', 'updated_at': '2021-08-30T17:37:06Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:09.825789 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60067ac3-1113-494f-b139-7edb49677c81 None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '0c17ad3f-1f60-44aa-9ded-0f299d8bc579', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:dc:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:37:06Z', 'updated_at': '2021-08-30T17:37:06Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:37:09.981677 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:10.024357 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a913b52-9550-48cf-be82-c533c498978a req-2d3aae29-b68a-4ee1-b4ad-c9dbca287ca6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:10.027840 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:37:10.028550 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device b9b6d0e4-80a4-4b80-bd67-63bc02e35c3d not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:37:10.031939 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4a913b52-9550-48cf-be82-c533c498978a req-2d3aae29-b68a-4ee1-b4ad-c9dbca287ca6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0687528 Aug 30 17:37:10.106899 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4a913b52-9550-48cf-be82-c533c498978a req-26e4cb7d-2ee8-4219-a7df-3438d6f1382f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740521 Aug 30 17:37:10.127493 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fd6b3-889c-4d97-8973-1c730b66bc63 req-6b639c1e-b7b5-48c1-9f17-0597602e378a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:10.135295 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9794c-4273-4ed5-9643-adc8ad98d433 None None] New status for floating IP 0c17ad3f-1f60-44aa-9ded-0f299d8bc579: ACTIVE {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:37:10.139776 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4c3fd6b3-889c-4d97-8973-1c730b66bc63 req-6b639c1e-b7b5-48c1-9f17-0597602e378a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0870018 Aug 30 17:37:10.182936 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4c3fd6b3-889c-4d97-8973-1c730b66bc63 req-80e10946-f8a8-4625-ad2b-36b5d8deb9e5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380509 Aug 30 17:37:10.640613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b2f8-706f-4707-ba09-ced263874ba3 req-b9cdbe48-60e1-41d6-b4cd-9d00fde7661d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:10.642490 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6899b2f8-706f-4707-ba09-ced263874ba3 req-b9cdbe48-60e1-41d6-b4cd-9d00fde7661d tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0567367 Aug 30 17:37:10.690390 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6899b2f8-706f-4707-ba09-ced263874ba3 req-0483dd1a-2d41-44db-8359-80393d9f0f94 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Aug 30 17:37:10.908530 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41526) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:11.043512 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea063-6c4b-47d1-aec6-46bb5e9dd2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:11.196882 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea063-6c4b-47d1-aec6-46bb5e9dd2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:11.269286 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456af4b-dd56-44b8-bd04-0c887efd5515 req-b13d1fe4-6eb4-4f26-b7ed-a2ac2dfab355 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:11.275602 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1456af4b-dd56-44b8-bd04-0c887efd5515 req-b13d1fe4-6eb4-4f26-b7ed-a2ac2dfab355 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0853164 Aug 30 17:37:11.358687 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1456af4b-dd56-44b8-bd04-0c887efd5515 req-6fb688dc-4071-4472-8f6a-f819808748f7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679104 Aug 30 17:37:11.366584 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e2412-8213-46e9-ac85-4489e77536ad req-b359ed9c-8267-4bdd-94cb-869872cb999e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:11.369089 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f11e2412-8213-46e9-ac85-4489e77536ad req-b359ed9c-8267-4bdd-94cb-869872cb999e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0922592 Aug 30 17:37:11.436589 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f11e2412-8213-46e9-ac85-4489e77536ad req-5cdaa804-2010-4495-ab5d-37e7ef3baf5d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 Aug 30 17:37:11.839469 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31f0d4-197f-4f12-a93d-85c0e310bdbd req-e7338ce5-368b-4c93-a66b-77c31f278a51 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:11.842623 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e31f0d4-197f-4f12-a93d-85c0e310bdbd req-e7338ce5-368b-4c93-a66b-77c31f278a51 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0563605 Aug 30 17:37:11.882415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e31f0d4-197f-4f12-a93d-85c0e310bdbd req-5eb8c98a-59ff-45ab-87b3-dfff3b121e60 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 30 17:37:11.977857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea063-6c4b-47d1-aec6-46bb5e9dd2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:12.019501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ea063-6c4b-47d1-aec6-46bb5e9dd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4166f1-c643-43c6-a2f8-6e4ee92ac378,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:12.024491 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4e3ea063-6c4b-47d1-aec6-46bb5e9dd2b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd1dec96307742169f762525ada46bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1147051 Aug 30 17:37:12.027461 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41540) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:12.082287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:12.116594 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:12.263332 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:12.265811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:12.266985 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e4166f1-c643-43c6-a2f8-6e4ee92ac378 HTTP/1.1" status: 204 len: 168 time: 0.2382681 Aug 30 17:37:12.303124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334adbd-3762-4faa-8326-961fa218a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4166f1-c643-43c6-a2f8-6e4ee92ac378,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:12.537735 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0cde-4530-4038-b010-a98f0e6bb221 req-d63f5aee-1ede-46be-85dd-247f953b7de8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:12.539391 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ade0cde-4530-4038-b010-a98f0e6bb221 req-d63f5aee-1ede-46be-85dd-247f953b7de8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1009927 Aug 30 17:37:12.618457 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ade0cde-4530-4038-b010-a98f0e6bb221 req-a1ae65e6-3226-4d17-9290-06134cfc6461 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603678 Aug 30 17:37:12.632966 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d35c9a-14f0-44e3-bda7-3193f3bf1a35 req-05bcf909-c6de-43f6-b340-ed3c4d238797 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:12.634596 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e1d35c9a-14f0-44e3-bda7-3193f3bf1a35 req-05bcf909-c6de-43f6-b340-ed3c4d238797 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0942771 Aug 30 17:37:12.683500 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e1d35c9a-14f0-44e3-bda7-3193f3bf1a35 req-bdbad7cb-c380-42d3-a028-923d443d598e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Aug 30 17:37:13.032558 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565c81-6f34-4d17-ad38-bc0569df917a req-a5988be0-036c-42a5-b972-063de2e6afb7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:13.040957 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af565c81-6f34-4d17-ad38-bc0569df917a req-a5988be0-036c-42a5-b972-063de2e6afb7 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0791459 Aug 30 17:37:13.064403 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41554) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:13.081232 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ee00b6-a5f6-47ee-840e-a908b45e6268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.096028 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af565c81-6f34-4d17-ad38-bc0569df917a req-b5e4fe54-2aa6-4683-b188-457993ab983a tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541179 Aug 30 17:37:13.216675 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ee00b6-a5f6-47ee-840e-a908b45e6268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.624212 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ee00b6-a5f6-47ee-840e-a908b45e6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.668141 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-74ee00b6-a5f6-47ee-840e-a908b45e6268 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed82e0c2425d4aa5811df573196a9550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026134 Aug 30 17:37:13.669030 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee00b6-a5f6-47ee-840e-a908b45e6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d9158f-4091-424d-8eab-ea317fffd88e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:13.670783 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41562) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:13.783926 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.820856 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fe98d-832c-4205-9c63-329e03f9a507 req-14519a93-8732-4fb8-879f-fc135571cc90 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:13.822398 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2e2fe98d-832c-4205-9c63-329e03f9a507 req-14519a93-8732-4fb8-879f-fc135571cc90 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1079614 Aug 30 17:37:13.841254 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.894168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea2ba7-308e-4b5d-be66-2cb8a1ae2a38 req-fa19309c-e74a-498e-a60a-7d47b699f120 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:13.894168 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66ea2ba7-308e-4b5d-be66-2cb8a1ae2a38 req-fa19309c-e74a-498e-a60a-7d47b699f120 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1203752 Aug 30 17:37:13.939569 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2e2fe98d-832c-4205-9c63-329e03f9a507 req-717309fe-a95d-405d-9b67-87ce8a394c52 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011121 Aug 30 17:37:13.952809 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-66ea2ba7-308e-4b5d-be66-2cb8a1ae2a38 req-0fa44757-8617-4df5-8b4f-2209a536c625 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536959 Aug 30 17:37:14.075572 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:14.078176 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:14.079544 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15d9158f-4091-424d-8eab-ea317fffd88e HTTP/1.1" status: 204 len: 168 time: 0.4072793 Aug 30 17:37:14.097770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a50f7b-0017-43ac-86fb-74bdd3187a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d9158f-4091-424d-8eab-ea317fffd88e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:14.221074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1eb3-dc8d-4e89-bc8b-2c1bd46be777 req-84a32520-c57c-444d-b880-1b3c5f9c2ae3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:14.222759 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b46b1eb3-dc8d-4e89-bc8b-2c1bd46be777 req-84a32520-c57c-444d-b880-1b3c5f9c2ae3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0544431 Aug 30 17:37:14.265354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b46b1eb3-dc8d-4e89-bc8b-2c1bd46be777 req-6b1496ff-8e87-44bb-b9b9-efc5a09ed1e1 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Aug 30 17:37:14.962965 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41584) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:14.977617 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d76f13b4-55b3-4013-a0aa-5bfff6eed695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.125401 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48fe06-ebe8-4dbf-af94-af856949b1ba req-2af6e4ce-7123-4984-8912-9beb04625ad9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:15.127667 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de48fe06-ebe8-4dbf-af94-af856949b1ba req-2af6e4ce-7123-4984-8912-9beb04625ad9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1103921 Aug 30 17:37:15.128412 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d76f13b4-55b3-4013-a0aa-5bfff6eed695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.149217 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e87b0-9ee6-41d4-bc58-e651ac280f25 req-a533338d-3fae-4a72-b8d7-37dcc908fcb1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:15.150783 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df5e87b0-9ee6-41d4-bc58-e651ac280f25 req-a533338d-3fae-4a72-b8d7-37dcc908fcb1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1001546 Aug 30 17:37:15.189728 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d76f13b4-55b3-4013-a0aa-5bfff6eed695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.206683 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de48fe06-ebe8-4dbf-af94-af856949b1ba req-5996dafe-036f-4939-a739-e4516fe5d53b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715399 Aug 30 17:37:15.226902 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df5e87b0-9ee6-41d4-bc58-e651ac280f25 req-32833975-4519-4a82-ae74-51349bf95644 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628734 Aug 30 17:37:15.240857 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d76f13b4-55b3-4013-a0aa-5bfff6eed695 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff002ec61e424bb8b3b2a67853b026da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767928 Aug 30 17:37:15.242220 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f13b4-55b3-4013-a0aa-5bfff6eed695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d867be-d862-4388-bb01-c320050009d5,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:15.249872 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41592) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:15.304089 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.327687 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.403348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3dd45-95b1-41cc-a9bb-db7cdbb6d93f req-97313517-f6a2-40b3-b018-22e2502b1075 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:15.404903 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ace3dd45-95b1-41cc-a9bb-db7cdbb6d93f req-97313517-f6a2-40b3-b018-22e2502b1075 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0673046 Aug 30 17:37:15.452521 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ace3dd45-95b1-41cc-a9bb-db7cdbb6d93f req-e6d08f67-9d65-41a0-8aaf-8ac4383bd57f tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Aug 30 17:37:15.738107 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.741351 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:15.742692 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1d867be-d862-4388-bb01-c320050009d5 HTTP/1.1" status: 204 len: 168 time: 0.4976835 Aug 30 17:37:15.751470 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7906-d139-4809-bf8c-e08a0610c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d867be-d862-4388-bb01-c320050009d5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:16.368370 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf675cc-dbe2-4ce0-bff8-76b84bd75959 req-fc82af57-1222-493b-98ee-de190ed4f14c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:16.370215 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ddf675cc-dbe2-4ce0-bff8-76b84bd75959 req-fc82af57-1222-493b-98ee-de190ed4f14c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0877676 Aug 30 17:37:16.384256 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bb1a-ddff-42ec-9cc2-3efbd05bb2ce req-d21087e4-aca9-41da-9008-bbc3fdc6cb6b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:16.385902 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9921bb1a-ddff-42ec-9cc2-3efbd05bb2ce req-d21087e4-aca9-41da-9008-bbc3fdc6cb6b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0744305 Aug 30 17:37:16.442464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ddf675cc-dbe2-4ce0-bff8-76b84bd75959 req-48bbb9ae-63d2-4ca8-b48d-db632ea3b260 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554943 Aug 30 17:37:16.463360 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9921bb1a-ddff-42ec-9cc2-3efbd05bb2ce req-923b0387-e077-4ec0-ae28-9b457d590361 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620039 Aug 30 17:37:16.595757 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a59dd-c23e-49bc-b2c6-959423992636 req-c4c9f5e1-13c9-4b5a-bc9f-f237921e9e10 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:16.597622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-053a59dd-c23e-49bc-b2c6-959423992636 req-c4c9f5e1-13c9-4b5a-bc9f-f237921e9e10 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0731885 Aug 30 17:37:16.653364 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-053a59dd-c23e-49bc-b2c6-959423992636 req-f6c8b903-b40f-4528-b85d-77f440f9a6e3 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Aug 30 17:37:17.607537 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dab6-dbfe-4968-964f-f09f12a8c865 req-63d4b950-6312-4e4d-a356-4306d6ffa90a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:17.609032 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1e07dab6-dbfe-4968-964f-f09f12a8c865 req-63d4b950-6312-4e4d-a356-4306d6ffa90a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0785520 Aug 30 17:37:17.621702 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fa5c-7cfa-4eaa-b28c-49b6910fa474 req-790a3372-fddc-42f3-81a7-a691c43279db tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:17.626715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e438fa5c-7cfa-4eaa-b28c-49b6910fa474 req-790a3372-fddc-42f3-81a7-a691c43279db tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0816593 Aug 30 17:37:17.679858 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1e07dab6-dbfe-4968-964f-f09f12a8c865 req-3a37986b-c532-44a6-8c61-244d87e041eb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551431 Aug 30 17:37:17.695607 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e438fa5c-7cfa-4eaa-b28c-49b6910fa474 req-68449657-a319-4129-9b4a-71fba8481ed0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547485 Aug 30 17:37:17.830769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05a9c-d599-4b66-bc2d-7decddda0f48 req-c33a3dae-7a08-4ef1-b2f9-815b06dbf024 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:17.831973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8fa05a9c-d599-4b66-bc2d-7decddda0f48 req-c33a3dae-7a08-4ef1-b2f9-815b06dbf024 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0573399 Aug 30 17:37:17.880805 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8fa05a9c-d599-4b66-bc2d-7decddda0f48 req-58ceba0e-b311-49b4-a5c1-2f00afc2866b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Aug 30 17:37:18.424133 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:37:18.866988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0c835-b08e-4d36-adc3-c3dd5bf2a8e7 req-54dbf4d7-3dda-4775-badb-f34cb8cd782d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:18.874846 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55a0c835-b08e-4d36-adc3-c3dd5bf2a8e7 req-54dbf4d7-3dda-4775-badb-f34cb8cd782d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0997679 Aug 30 17:37:18.920975 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18bac5-d361-46bf-9a64-3d76816710a8 req-eca7700f-857c-433e-9f8d-144d853d3e4f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:18.923329 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba18bac5-d361-46bf-9a64-3d76816710a8 req-eca7700f-857c-433e-9f8d-144d853d3e4f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1386535 Aug 30 17:37:18.964052 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55a0c835-b08e-4d36-adc3-c3dd5bf2a8e7 req-70967d18-c6cc-4e4b-b876-826ec7e4b9d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833836 Aug 30 17:37:18.990775 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba18bac5-d361-46bf-9a64-3d76816710a8 req-e4252d30-c7fa-4533-9d96-0426ff8858d0 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Aug 30 17:37:19.111432 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9275d8-bc6a-4669-b34c-4da3e3dd0e62 req-2d01e996-4a8e-4e23-b328-37b35aebb1c5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:19.112982 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de9275d8-bc6a-4669-b34c-4da3e3dd0e62 req-2d01e996-4a8e-4e23-b328-37b35aebb1c5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0595920 Aug 30 17:37:19.161509 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de9275d8-bc6a-4669-b34c-4da3e3dd0e62 req-acb9e4ec-ccce-4f41-ba47-bf4755a4ec32 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Aug 30 17:37:20.154309 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a9e2-cfea-41cf-a4b0-cf73c1f72abd req-412afcac-07c1-40af-811b-a3b3e0db6323 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:20.155901 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5220a9e2-cfea-41cf-a4b0-cf73c1f72abd req-412afcac-07c1-40af-811b-a3b3e0db6323 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.1022298 Aug 30 17:37:20.185743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147d81-67eb-4572-b462-57c3f7a38615 req-44665fd3-c113-4595-a31f-b1e5913ce884 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:20.187033 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7e147d81-67eb-4572-b462-57c3f7a38615 req-44665fd3-c113-4595-a31f-b1e5913ce884 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0796261 Aug 30 17:37:20.236905 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5220a9e2-cfea-41cf-a4b0-cf73c1f72abd req-558139a1-71ee-4749-a370-a9841da56a16 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697303 Aug 30 17:37:20.251397 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7e147d81-67eb-4572-b462-57c3f7a38615 req-1c1586ba-d5b7-45bf-94c1-cb1d7e829cad tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 Aug 30 17:37:20.408322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdde45-279b-43f5-b000-8786807a410f req-d34077a6-1238-4f4c-abc8-b7f79156c720 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:20.410632 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-91cdde45-279b-43f5-b000-8786807a410f req-d34077a6-1238-4f4c-abc8-b7f79156c720 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0840979 Aug 30 17:37:20.426133 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-f97986d8-980f-4ae1-9e13-5fceba728c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:20.427666 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-f97986d8-980f-4ae1-9e13-5fceba728c3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1098 time: 0.0928240 Aug 30 17:37:20.557367 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-537df7a7-02c1-4124-8c1c-821c655575c7 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997329 Aug 30 17:37:20.570855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-91cdde45-279b-43f5-b000-8786807a410f req-cbd8c88f-6f43-4e36-b71e-23c4346035c5 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391175 Aug 30 17:37:20.717270 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-6c0d718c-7300-46ff-8b8d-abfd52bc032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:20.719236 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-6c0d718c-7300-46ff-8b8d-abfd52bc032f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.2756813 Aug 30 17:37:21.065377 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-37e13872-de2b-4eee-9029-43dcd8a60347 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.067018 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-37e13872-de2b-4eee-9029-43dcd8a60347 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019429 Aug 30 17:37:21.082264 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-1b74fcb3-6436-495d-960d-7f4ae669551f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5 HTTP/1.1" status: 200 len: 1000 time: 0.3419936 Aug 30 17:37:21.086214 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-f3047e84-3d3a-4324-8208-20f016cbd0b4 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/quotas/21f5c74abc5b4e72ad2946e515a8da29 HTTP/1.1" status: 200 len: 375 time: 0.0122950 Aug 30 17:37:21.147312 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-fb8619b5-1921-4f36-a93a-756284e88020 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448716 Aug 30 17:37:21.172371 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-edf4993d-a46a-4e3e-83e8-90c50ea0415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.172371 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-edf4993d-a46a-4e3e-83e8-90c50ea0415b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0734947 Aug 30 17:37:21.222427 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-01ef6761-4eca-4423-9383-c62f1eee1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.223971 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-01ef6761-4eca-4423-9383-c62f1eee1d1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462306 Aug 30 17:37:21.326798 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-7c38cfcf-5432-44d7-b63d-53ad4f82347f service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Aug 30 17:37:21.441911 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb359c-911e-4778-b932-adb4e1130c63 req-5cfc0f49-7799-4157-bd6e-6dfbe547c34d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.443543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fbbb359c-911e-4778-b932-adb4e1130c63 req-5cfc0f49-7799-4157-bd6e-6dfbe547c34d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.1156988 Aug 30 17:37:21.493392 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-54d56a0e-27c3-4393-990c-996f16e7f490 req-24aa21e2-6374-45e7-8055-08d43dfa1831 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539629 Aug 30 17:37:21.501523 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fbbb359c-911e-4778-b932-adb4e1130c63 req-e59a815f-1d26-462d-972d-f2ecb90947ea tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Aug 30 17:37:21.554333 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901114-2942-481c-be81-e023ea0eb0b9 req-8ddec088-c98b-491f-8c59-038da773d9d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.555955 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b6901114-2942-481c-be81-e023ea0eb0b9 req-8ddec088-c98b-491f-8c59-038da773d9d6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0535538 Aug 30 17:37:21.591265 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec566134-f772-4624-9ce8-d3ac1508b79c req-e442faab-2a58-44a1-8a31-ca02fded6749 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Aug 30 17:37:21.640173 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b6901114-2942-481c-be81-e023ea0eb0b9 req-762ad4d7-65f8-4c71-85ed-6b8b4f3fda47 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732715 Aug 30 17:37:21.720219 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d51b7a-bda7-455d-981f-aee3a09febc0 req-0fbf3474-5f4d-478c-bc13-cf94ddafb748 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.721632 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8d51b7a-bda7-455d-981f-aee3a09febc0 req-0fbf3474-5f4d-478c-bc13-cf94ddafb748 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0521843 Aug 30 17:37:21.789676 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-51ec694f-06cb-4ce3-880a-b4300ec0d830 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.791343 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-51ec694f-06cb-4ce3-880a-b4300ec0d830 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 946 time: 0.0588133 Aug 30 17:37:21.791687 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a8d51b7a-bda7-455d-981f-aee3a09febc0 req-8444364a-3380-4a58-aa78-6e14f11db6b6 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632720 Aug 30 17:37:21.801291 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9c608-86a6-42ba-9cf4-21087587905c req-6c64cad6-e5f8-4eed-9556-8ee62891cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:21.811950 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e3e9c608-86a6-42ba-9cf4-21087587905c req-6c64cad6-e5f8-4eed-9556-8ee62891cea0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0684607 Aug 30 17:37:21.844362 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e3e9c608-86a6-42ba-9cf4-21087587905c req-4b86ab03-660e-459c-82eb-6ed98acf16e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Aug 30 17:37:21.898737 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Deleting port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:37:21.899076 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:21.990230 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] For port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:21.991101 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:22.004372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Calling delete_port for 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:37:22.206913 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:22.221332 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:22.239983 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event deleted for resources: {'Port': ['ID=530e7cb3-29c1-4b1d-8d85-2545c71d95c8,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:22.271806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.272149 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.272600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.273014 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.273150 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.273566 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.273855 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.274153 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.274480 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.274803 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.275122 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.275441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:22.300583 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] No DVR routers for this DVR port 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:37:22.304398 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:22.306522 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-caadcfb4-4cfb-46b8-992e-be09d66e41bd req-b327756d-4ebc-41cc-8795-88cc89a67c37 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "DELETE /v2.0/ports/530e7cb3-29c1-4b1d-8d85-2545c71d95c8 HTTP/1.1" status: 204 len: 173 time: 0.5083909 Aug 30 17:37:22.306984 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'name': 'network-vif-deleted', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:22.309596 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d851b1e-443a-42b4-a1cf-5021cf15198a" -d '{"events": [{"server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "name": "network-vif-deleted", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:22.368703 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f787ec70-f26e-4fb8-a2ba-948c425f1c13 x-openstack-request-id: req-f787ec70-f26e-4fb8-a2ba-948c425f1c13 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:22.369048 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ac00d-657e-4644-84c9-dce6fa5d9353", "name": "network-vif-deleted", "tag": "530e7cb3-29c1-4b1d-8d85-2545c71d95c8", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:22.369254 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f787ec70-f26e-4fb8-a2ba-948c425f1c13 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:22.369671 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ac00d-657e-4644-84c9-dce6fa5d9353', 'name': 'network-vif-deleted', 'tag': '530e7cb3-29c1-4b1d-8d85-2545c71d95c8', 'status': 'completed', 'code': 200} Aug 30 17:37:22.628024 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410540ce-79f3-443e-a0e3-9ee384d49804 req-a651e599-d1b2-4c34-a828-8113b17ca8da tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:22.629499 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-410540ce-79f3-443e-a0e3-9ee384d49804 req-a651e599-d1b2-4c34-a828-8113b17ca8da tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Aug 30 17:37:22.669336 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-410540ce-79f3-443e-a0e3-9ee384d49804 req-cc707a56-7196-4cd2-ba79-672d81216672 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Aug 30 17:37:22.696949 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dee4062e-f1d6-47fa-a347-b781bc12722c req-0d5bc12e-c89f-40b8-9a0f-1413b546676f tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 210 time: 0.0257127 Aug 30 17:37:22.771381 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343831af-31a6-405e-89af-7b49973e8f4d req-04d82926-9310-465d-8962-6c17aad63986 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:22.773283 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-343831af-31a6-405e-89af-7b49973e8f4d req-04d82926-9310-465d-8962-6c17aad63986 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0468974 Aug 30 17:37:22.810837 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-343831af-31a6-405e-89af-7b49973e8f4d req-e358f3c9-f5bb-42b1-a441-a914f1055fa7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Aug 30 17:37:22.902239 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a5f9dc18-fe69-456a-8ce2-53e63a7e7d42 req-ebd81f58-cb95-48b8-a024-ebb4941ea406 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=b18ac00d-657e-4644-84c9-dce6fa5d9353 HTTP/1.1" status: 200 len: 210 time: 0.0300620 Aug 30 17:37:23.805776 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-67515cba-9267-46cb-a76a-95d05d6ad12e req-ae9ec47c-9060-4d5a-b820-56f06b74abe2 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 210 time: 0.0304997 Aug 30 17:37:23.822151 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0449bd4-efe6-4fdd-ad46-f1ddc6806b64 req-df47a0b4-17d0-4ea9-8d85-cd059844b158 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:23.830049 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0449bd4-efe6-4fdd-ad46-f1ddc6806b64 req-df47a0b4-17d0-4ea9-8d85-cd059844b158 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0818064 Aug 30 17:37:23.870450 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0449bd4-efe6-4fdd-ad46-f1ddc6806b64 req-e4b96237-8561-42e6-a5f5-6ef75b367b50 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 Aug 30 17:37:23.876879 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-c087b9b8-bcc2-4638-830a-efb743d9b98a tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318270 Aug 30 17:37:23.950059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d15b8a-062e-4752-b798-97ee43464f15 req-f2424498-ffb7-42e0-8169-da94c3b53360 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:23.951919 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24d15b8a-062e-4752-b798-97ee43464f15 req-f2424498-ffb7-42e0-8169-da94c3b53360 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0607200 Aug 30 17:37:24.010841 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-24d15b8a-062e-4752-b798-97ee43464f15 req-8d2731ae-af45-4088-a572-325385e99e76 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Aug 30 17:37:24.071738 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:24.092423 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:37:24.093219 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 530e7cb3-29c1-4b1d-8d85-2545c71d95c8 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:37:24.117748 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-594eb31c-fd9a-4f69-bfd6-e3766ff8a898 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:24.119252 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-594eb31c-fd9a-4f69-bfd6-e3766ff8a898 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411003 Aug 30 17:37:24.139601 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Request body: {'port': {'device_id': '4c61d109-5cab-4cee-841e-86c34bfec288', 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe', 'admin_state_up': True, 'tenant_id': '21f5c74abc5b4e72ad2946e515a8da29'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:37:24.309873 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Made reservation on behalf of 21f5c74abc5b4e72ad2946e515a8da29 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:37:24.313453 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.324138 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.387136 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7198b-bd84-43b1-8e77-d4ffc357e9cc req-4cc1f8ef-14f7-46ff-9602-8a3db37769ae tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:24.395186 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69a7198b-bd84-43b1-8e77-d4ffc357e9cc req-4cc1f8ef-14f7-46ff-9602-8a3db37769ae tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Aug 30 17:37:24.419071 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.427451 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69a7198b-bd84-43b1-8e77-d4ffc357e9cc req-d28ec120-7c7e-4b88-8e71-2f60248fc504 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Aug 30 17:37:24.480714 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.483988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-2c12bf24-7f78-480a-bd41-24d68ca82783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:24.485500 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-2c12bf24-7f78-480a-bd41-24d68ca82783 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0423172 Aug 30 17:37:24.550230 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0242db-1520-488f-95ae-f8fdfd90e004,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:24.587337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-edf5bb83-e66f-463d-8fe0-aeb7721e1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:24.588643 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-edf5bb83-e66f-463d-8fe0-aeb7721e1860 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.0921004 Aug 30 17:37:24.621954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Allocated IP 192.168.233.57 (a65e79e5-ec63-4963-8b07-b7fe83b4cebe/562eaeed-9079-42d5-811a-46cbfc58c200/1ea0eb41-6020-4267-afe9-930468132156) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:37:24.632435 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-f14a900b-e1bd-4b60-adf4-72646bf04956 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 217 time: 0.0361693 Aug 30 17:37:24.683611 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-d1d599ca-57a0-44d8-853e-7ef0aba079e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:24.685411 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-d1d599ca-57a0-44d8-853e-7ef0aba079e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.0462549 Aug 30 17:37:24.717857 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-5fe70d29-0714-467a-bd1e-67daedfa3bda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244229 Aug 30 17:37:24.767948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.790349 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Transition to ACTIVE for port object 1ea0eb41-6020-4267-afe9-930468132156 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:37:24.824764 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-2b611c21-cd62-4e65-bc0f-a2a49f020805 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999224 Aug 30 17:37:24.915412 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:24.936663 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bed68b0b-6daa-406b-b8c7-9affdc8f6062 req-d9b363c1-d76a-4ae3-a85e-17bb07466d54 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 210 time: 0.0407486 Aug 30 17:37:24.966427 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Network a65e79e5-ec63-4963-8b07-b7fe83b4cebe is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:37:24.969584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:37:24.969944 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b0aace46-1b44-4e97-ab61-60d7aec472ce req-70f5a3b3-1612-4e5d-8a6c-0019f3c542c4 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377130 Aug 30 17:37:24.973864 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:37:24.981595 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Pushing event updated for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:25.031630 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.032341 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.136602 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc65d9a-e3de-406e-baa0-295d53826784 req-b4410ef5-bb5a-4b98-9742-d3772e2300b2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.138684 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcc65d9a-e3de-406e-baa0-295d53826784 req-b4410ef5-bb5a-4b98-9742-d3772e2300b2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0512710 Aug 30 17:37:25.150601 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-d5a988c7-45a2-4f68-8dfb-fefb31c53547 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0147705 Aug 30 17:37:25.167251 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Request body: {'port': {'device_id': '4c61d109-5cab-4cee-841e-86c34bfec288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:37:25.194434 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcc65d9a-e3de-406e-baa0-295d53826784 req-05f0dde7-293c-4d39-aca8-68a4d582c391 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Aug 30 17:37:25.243193 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.247410 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-7bf3ad6e-45cf-4965-9152-10ca4bd933ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.248982 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-7bf3ad6e-45cf-4965-9152-10ca4bd933ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1097 time: 0.0445168 Aug 30 17:37:25.339058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4afe49c9-61eb-42cb-9fca-83f28e5a5efb None None] Provisioning for port 1ea0eb41-6020-4267-afe9-930468132156 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:37:25.346845 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4afe49c9-61eb-42cb-9fca-83f28e5a5efb None None] Provisioning complete for port 1ea0eb41-6020-4267-afe9-930468132156 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:37:25.348388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4afe49c9-61eb-42cb-9fca-83f28e5a5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.372219 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-236763d2-bd1a-4562-b610-daf5b5934ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.373844 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-236763d2-bd1a-4562-b610-daf5b5934ae1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0990689 Aug 30 17:37:25.393858 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-4afe49c9-61eb-42cb-9fca-83f28e5a5efb None None] Port 1ea0eb41-6020-4267-afe9-930468132156 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:37:25.446797 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-3ccd2c99-2f1f-4b3e-94eb-aada9682212b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 200 len: 1000 time: 0.0645301 Aug 30 17:37:25.507611 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-42df0e43-5195-4ad9-b4f5-a4cfb64ca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.509153 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-42df0e43-5195-4ad9-b4f5-a4cfb64ca793 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0546668 Aug 30 17:37:25.535467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea0eb41-6020-4267-afe9-930468132156 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:37:25.543408 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.556482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Transition to ACTIVE for port object 1ea0eb41-6020-4267-afe9-930468132156 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:37:25.580777 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-b23ce0e3-7f9a-48e3-a1db-1e276bba5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.582350 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-b23ce0e3-7f9a-48e3-a1db-1e276bba5876 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639100 Aug 30 17:37:25.591065 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a416c-997d-40af-9dd4-082583eb18d8 req-6c18ebab-d87b-4b1a-b047-6010b5f75752 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.592511 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9c6a416c-997d-40af-9dd4-082583eb18d8 req-6c18ebab-d87b-4b1a-b047-6010b5f75752 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0824871 Aug 30 17:37:25.652384 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.680543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9c6a416c-997d-40af-9dd4-082583eb18d8 req-9508e5cf-5703-4708-92ba-d9ec445908d9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796008 Aug 30 17:37:25.719475 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-f8a13d0a-f2ed-4ebc-bdb5-c0927c74bf42 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Aug 30 17:37:25.731760 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:25.789959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Attempting to bind port 1ea0eb41-6020-4267-afe9-930468132156 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:37:25.790332 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Attempting to bind port 1ea0eb41-6020-4267-afe9-930468132156 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:37:25.790670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Attempting to bind port 1ea0eb41-6020-4267-afe9-930468132156 on network a65e79e5-ec63-4963-8b07-b7fe83b4cebe {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:37:25.798915 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Port 1ea0eb41-6020-4267-afe9-930468132156 on network a65e79e5-ec63-4963-8b07-b7fe83b4cebe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:37:25.799866 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Attempting to bind port 1ea0eb41-6020-4267-afe9-930468132156 on network a65e79e5-ec63-4963-8b07-b7fe83b4cebe {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:37:25.806237 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:37:25.806648 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Checking segment: {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:37:25.807108 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Bound using segment: {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:37:25.807562 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Bound port: 1ea0eb41-6020-4267-afe9-930468132156, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bddcf1-1766-4266-80b4-685a981763fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:37:25.808154 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.857276 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca58ce5-3e0a-4af2-a987-373a3a198c20 req-97af454a-cda4-46d0-97b5-68cd8143347a tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:25.858907 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bca58ce5-3e0a-4af2-a987-373a3a198c20 req-97af454a-cda4-46d0-97b5-68cd8143347a tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0796702 Aug 30 17:37:25.887835 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4b7b227a-b4a7-47cb-8819-39302de1a02a req-c6511ea5-a778-41fd-a35a-857ed753e127 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596150 Aug 30 17:37:25.889431 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:37:25.893395 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ea0eb41-6020-4267-afe9-930468132156,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:37:25.906325 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bca58ce5-3e0a-4af2-a987-373a3a198c20 req-0532a7ff-e517-4c1f-83d8-66a17ddaf498 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Aug 30 17:37:25.909959 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d01df3fb-62a0-4776-8c5a-2476e29a0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.978849 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:26.014383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.015394 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:26.017212 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ea0eb41-6020-4267-afe9-930468132156 HTTP/1.1" status: 200 len: 1097 time: 0.8547575 Aug 30 17:37:26.020023 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'tag': '1ea0eb41-6020-4267-afe9-930468132156'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:26.024052 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "tag": "1ea0eb41-6020-4267-afe9-930468132156"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:26.080826 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a161f-b13e-427d-b81d-c7fa24df313d x-openstack-request-id: req-672a161f-b13e-427d-b81d-c7fa24df313d {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:26.081287 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "tag": "1ea0eb41-6020-4267-afe9-930468132156", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:26.081670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-672a161f-b13e-427d-b81d-c7fa24df313d {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:26.082293 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'tag': '1ea0eb41-6020-4267-afe9-930468132156', 'status': 'completed', 'code': 200} Aug 30 17:37:26.083240 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d063a3-9b64-4df0-ab60-958a7f4f16c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:26.085520 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9583625-3c89-4040-851d-e84e9fc7f207 req-ef963a41-c5b1-4bb7-ba7c-48e88a12507e tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.093740 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b9583625-3c89-4040-851d-e84e9fc7f207 req-ef963a41-c5b1-4bb7-ba7c-48e88a12507e tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 947 time: 0.0876899 Aug 30 17:37:26.130452 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b9583625-3c89-4040-851d-e84e9fc7f207 req-70112f0f-3a91-4061-bf32-7929f976b616 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356493 Aug 30 17:37:26.174169 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a req-3498e6fe-03e5-472a-87aa-531ebed59de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.175636 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a req-3498e6fe-03e5-472a-87aa-531ebed59de8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 1100 time: 0.0566373 Aug 30 17:37:26.211039 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a req-dce5b75d-3cf6-44c3-bc33-067ecafa3079 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238752 Aug 30 17:37:26.322047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a req-ceb79f9c-e9ee-45cd-9944-f35c29bef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.323894 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f4593fb-cfe5-4971-8d6f-5dc17ae21a6a req-ceb79f9c-e9ee-45cd-9944-f35c29bef9cc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047878 Aug 30 17:37:26.330803 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87065-15f9-480f-b2e7-7c4145e04c3a req-8f7f283e-ab59-4fe3-8342-52c68d17d27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.332284 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7cc87065-15f9-480f-b2e7-7c4145e04c3a req-8f7f283e-ab59-4fe3-8342-52c68d17d27b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0536661 Aug 30 17:37:26.388115 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7cc87065-15f9-480f-b2e7-7c4145e04c3a req-9e4ae334-d24a-4188-ad5f-279ac8c59ddd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473020 Aug 30 17:37:26.422947 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-9659599d-afc2-4cac-bc4f-5f1133ab059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.425281 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-9659599d-afc2-4cac-bc4f-5f1133ab059b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 1100 time: 0.0422082 Aug 30 17:37:26.670073 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-708e2454-c114-4bea-a0eb-c1e8d466c6fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1ea0eb41-6020-4267-afe9-930468132156 HTTP/1.1" status: 200 len: 217 time: 0.2346435 Aug 30 17:37:26.701129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41792) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:26.725396 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-25f66e8c-0a9c-4077-842f-e500e18a49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.727349 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-25f66e8c-0a9c-4077-842f-e500e18a49b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=562eaeed-9079-42d5-811a-46cbfc58c200 HTTP/1.1" status: 200 len: 843 time: 0.0484474 Aug 30 17:37:26.793335 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-10baee38-76e3-45e4-aa23-769886b316c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.794761 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-10baee38-76e3-45e4-aa23-769886b316c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a65e79e5-ec63-4963-8b07-b7fe83b4cebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0508182 Aug 30 17:37:26.826298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53719d-1efa-46d2-b376-ef890d5cf16e req-8d546d27-122c-434f-9624-b9f92b85ab0a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:26.827765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad53719d-1efa-46d2-b376-ef890d5cf16e req-8d546d27-122c-434f-9624-b9f92b85ab0a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0683377 Aug 30 17:37:26.828980 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:26.897471 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad53719d-1efa-46d2-b376-ef890d5cf16e req-1f2b48f0-af3a-4989-bd1a-5bc1b8d0353a tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558095 Aug 30 17:37:26.899096 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-1ad59016-0242-4825-8412-ae6cbb7312fc service neutron] 10.222.0.50 "GET /v2.0/networks/a65e79e5-ec63-4963-8b07-b7fe83b4cebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Aug 30 17:37:26.965189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.002209 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a081fa47-0a3b-4b88-97e2-6fe16bab0cde req-15dabc09-f312-452a-a922-6b0a44d1ecfc service neutron] 10.222.0.50 "GET /v2.0/networks/a65e79e5-ec63-4963-8b07-b7fe83b4cebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892620 Aug 30 17:37:27.027516 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2f8e5-a776-45b7-8dfd-36847638a22f req-671a4df1-51d3-457e-ae02-1fabcdd3ab80 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:27.028992 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58f2f8e5-a776-45b7-8dfd-36847638a22f req-671a4df1-51d3-457e-ae02-1fabcdd3ab80 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0501180 Aug 30 17:37:27.071625 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58f2f8e5-a776-45b7-8dfd-36847638a22f req-fbe7a169-c21e-4035-93d1-dac384e135cd tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Aug 30 17:37:27.081444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.115979 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.124532 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99399a8ff23043728581e794669ea56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223166 Aug 30 17:37:27.125449 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becdc2e4-03ac-40cc-84a7-5510bdad0464,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:27.127204 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41800) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:27.133371 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.133723 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.134065 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.134426 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.135009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.135211 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.135538 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.135860 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.136298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.136622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.136942 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.137258 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84f59a0-1257-4938-8e0f-c723374b6f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:27.192555 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.222053 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.270298 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d49486-3b59-4ac2-8516-dd1ff0ce2e78 req-b72bd1b2-fb31-4030-bad7-28bf8ae7626f tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:27.274135 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-97d49486-3b59-4ac2-8516-dd1ff0ce2e78 req-b72bd1b2-fb31-4030-bad7-28bf8ae7626f tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 947 time: 0.0598488 Aug 30 17:37:27.318355 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-97d49486-3b59-4ac2-8516-dd1ff0ce2e78 req-52cf04af-04d6-4eeb-8a27-ac7cea37bda8 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356710 Aug 30 17:37:27.424068 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.426777 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.428511 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/becdc2e4-03ac-40cc-84a7-5510bdad0464 HTTP/1.1" status: 204 len: 168 time: 0.2996697 Aug 30 17:37:27.438527 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fe0d7-0ad1-4371-b247-23cb4743c8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becdc2e4-03ac-40cc-84a7-5510bdad0464,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:27.513370 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985ef3-6536-4462-b852-cd00d9e0bdc0 req-673fad7b-2071-49dd-909e-1bdc121856fb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:27.514944 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22985ef3-6536-4462-b852-cd00d9e0bdc0 req-673fad7b-2071-49dd-909e-1bdc121856fb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 944 time: 0.0509100 Aug 30 17:37:27.552866 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22985ef3-6536-4462-b852-cd00d9e0bdc0 req-56260207-3815-4813-9349-de56540e730a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318520 Aug 30 17:37:27.905410 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-491bc770-1ad5-45e4-b116-584b8a5f3a89 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:27.906890 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-491bc770-1ad5-45e4-b116-584b8a5f3a89 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0465302 Aug 30 17:37:28.000711 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Deleting port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:37:28.001056 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.014241 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f9b34-8908-4967-83b4-0ce24826f8ce req-20824e6d-dabf-45e4-ae5f-44bd0f82a96d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:28.015723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0e8f9b34-8908-4967-83b4-0ce24826f8ce req-20824e6d-dabf-45e4-ae5f-44bd0f82a96d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0500865 Aug 30 17:37:28.054625 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0e8f9b34-8908-4967-83b4-0ce24826f8ce req-27add363-b2a6-467f-b845-35a6fe9bec21 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Aug 30 17:37:28.097276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] For port a984f59d-3f9a-44b2-b077-040a0a0d4fe8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,segment=NetworkSegment(80a83ede-a79a-4267-9ce7-dc34c3968540),segment_id=80a83ede-a79a-4267-9ce7-dc34c3968540)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:28.097745 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.097907 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:37:28.110159 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Calling delete_port for a984f59d-3f9a-44b2-b077-040a0a0d4fe8 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:37:28.212823 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:28.213407 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170bc2d-44c2-4812-af6b-b62635af6e72 req-3cf5e2a3-9bac-4798-a92b-b06ea0b69a0b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:28.214857 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e170bc2d-44c2-4812-af6b-b62635af6e72 req-3cf5e2a3-9bac-4798-a92b-b06ea0b69a0b tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 946 time: 0.0654202 Aug 30 17:37:28.234050 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'mac_address': 'fa:16:3e:3a:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:37:28.254079 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e170bc2d-44c2-4812-af6b-b62635af6e72 req-02ab45aa-41f3-46a3-8808-1d966df5945e tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/security-groups?id=03b197cc-a8b4-4951-ac8e-cd31439bcfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Aug 30 17:37:28.280267 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.298006 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:37:28.316488 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:28.355744 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.368948 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['a984f59d-3f9a-44b2-b077-040a0a0d4fe8'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:28.388255 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Pushing event deleted for resources: {'Port': ['ID=a984f59d-3f9a-44b2-b077-040a0a0d4fe8,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:28.391942 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.433084 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] No DVR routers for this DVR port a984f59d-3f9a-44b2-b077-040a0a0d4fe8 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:37:28.436494 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.438764 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-07f15423-c6b0-4420-bc96-885d7dfbf2a5 req-e2b68bf6-21f1-4249-9ea5-ad59e2719545 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.50 "DELETE /v2.0/ports/a984f59d-3f9a-44b2-b077-040a0a0d4fe8 HTTP/1.1" status: 204 len: 173 time: 0.5219450 Aug 30 17:37:28.439221 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'name': 'network-vif-deleted', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:28.442597 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdc4f57-39b4-485d-be83-88eddfa5e943" -d '{"events": [{"server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "name": "network-vif-deleted", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:28.465660 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=9']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:28.466316 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8192-aaad-4598-9136-19c68b4df599 req-f9336401-6c5b-4d32-a2e1-51806318fc5e tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:28.468027 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f88c8192-aaad-4598-9136-19c68b4df599 req-f9336401-6c5b-4d32-a2e1-51806318fc5e tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 947 time: 0.0791125 Aug 30 17:37:28.486281 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e4fb0-d51f-4c04-b8fa-389974860516 x-openstack-request-id: req-134e4fb0-d51f-4c04-b8fa-389974860516 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:28.486602 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e342e-63ac-4ce1-aa31-8e40b7a18760", "name": "network-vif-deleted", "tag": "a984f59d-3f9a-44b2-b077-040a0a0d4fe8", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:28.486860 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-134e4fb0-d51f-4c04-b8fa-389974860516 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:28.487263 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e342e-63ac-4ce1-aa31-8e40b7a18760', 'name': 'network-vif-deleted', 'tag': 'a984f59d-3f9a-44b2-b077-040a0a0d4fe8', 'status': 'completed', 'code': 200} Aug 30 17:37:28.517136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f88c8192-aaad-4598-9136-19c68b4df599 req-871f1ac4-51e7-4c81-8902-4dc1e05fd8b5 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Aug 30 17:37:28.671217 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['5d34aa7c-32ed-4f98-8788-ca4482119648'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:28.685620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304b912-78c8-4864-9d99-9028a9a8a92f req-9f3e9178-2ceb-4f52-97a1-ce88361e4386 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:28.686958 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e304b912-78c8-4864-9d99-9028a9a8a92f req-9f3e9178-2ceb-4f52-97a1-ce88361e4386 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0567248 Aug 30 17:37:28.699518 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-150863a9-a1ec-438f-a1da-95d5670694c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.730155 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e304b912-78c8-4864-9d99-9028a9a8a92f req-e8cf9020-983c-48ec-9d69-ffebe98eedd8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369141 Aug 30 17:37:28.989780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:29.358298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f5c058b3-fc23-4edb-80c6-723949e4203e req-01686281-a4f6-440a-8d51-3632ee98df81 tempest-AttachVolumeNegativeTest-1110132434 tempest-AttachVolumeNegativeTest-1110132434-project] 10.222.0.10 "GET /v2.0/ports?device_id=e59e342e-63ac-4ce1-aa31-8e40b7a18760 HTTP/1.1" status: 200 len: 210 time: 0.0253253 Aug 30 17:37:29.631321 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727098-8112-45a5-853c-72edeb5f651e req-7ed9c6e2-6ce0-4694-b421-79d27d2acc6f tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:29.632819 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d727098-8112-45a5-853c-72edeb5f651e req-7ed9c6e2-6ce0-4694-b421-79d27d2acc6f tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 947 time: 0.0486479 Aug 30 17:37:29.670245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d727098-8112-45a5-853c-72edeb5f651e req-d214c99e-3603-4625-89be-e2fec348aa69 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Aug 30 17:37:29.697564 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:29.855785 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e162d9-29d9-4cd5-93a1-6e3fc205bcb9 req-4b75f222-bd09-4dbf-9e2c-ee56ebbe727a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:29.857239 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-73e162d9-29d9-4cd5-93a1-6e3fc205bcb9 req-4b75f222-bd09-4dbf-9e2c-ee56ebbe727a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 945 time: 0.0550621 Aug 30 17:37:29.914114 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-73e162d9-29d9-4cd5-93a1-6e3fc205bcb9 req-874e430e-12a2-4abf-b93e-1cf918bdc037 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Aug 30 17:37:29.922478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7d9a-6a4d-46fb-bd45-709e0943c997 req-6c8d14c3-f67b-42a6-8b18-43a871664cd8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:29.923898 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-102e7d9a-6a4d-46fb-bd45-709e0943c997 req-6c8d14c3-f67b-42a6-8b18-43a871664cd8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0882144 Aug 30 17:37:29.961610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-102e7d9a-6a4d-46fb-bd45-709e0943c997 req-8422f106-ec49-4269-baa2-1886520b6372 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Aug 30 17:37:30.110057 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 1ea0eb41-6020-4267-afe9-930468132156 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:37:30.113235 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:37:30.226707 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 5d34aa7c-32ed-4f98-8788-ca4482119648 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:37:30.227080 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.272689 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ea0eb41-6020-4267-afe9-930468132156,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:30.288210 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '1ea0eb41-6020-4267-afe9-930468132156', 'network_id': 'a65e79e5-ec63-4963-8b07-b7fe83b4cebe', 'port_id': '1ea0eb41-6020-4267-afe9-930468132156', 'mac_address': 'fa:16:3e:94:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562eaeed-9079-42d5-811a-46cbfc58c200', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:37:30.357947 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.359843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.379568 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea0eb41-6020-4267-afe9-930468132156 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:37:30.402793 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:30.404967 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165a1322-9a78-410e-b3ba-891c25a5a261" -d '{"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:30.419944 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41848) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:30.424332 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:30.426285 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ea0eb41-6020-4267-afe9-930468132156,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:30.452224 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e93dd5-16b9-4942-9819-f8eadd47fefe x-openstack-request-id: req-d5e93dd5-16b9-4942-9819-f8eadd47fefe {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:30.452525 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-plugged", "status": "completed", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:30.452787 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5e93dd5-16b9-4942-9819-f8eadd47fefe {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:30.453241 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'code': 200} Aug 30 17:37:30.472789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Deleting subnet 4a451163-90c2-4584-8c48-37f44b13ac5e {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:37:30.476294 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.504129 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.506617 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.519251 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.556029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:30.559297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.612587 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:30.710687 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.736222 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a451163-90c2-4584-8c48-37f44b13ac5e,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:30.740706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.742660 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3ba5ec29-7a14-4022-89e2-b17af4027854 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4a451163-90c2-4584-8c48-37f44b13ac5e HTTP/1.1" status: 204 len: 168 time: 0.3200872 Aug 30 17:37:30.746012 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41852) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:30.829172 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['1ea0eb41-6020-4267-afe9-930468132156'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:30.871697 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313077c3-550d-44ca-8a72-838b6069be83 req-460d948a-fc26-4613-bbf4-1fa507fa3efa tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:30.873288 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-313077c3-550d-44ca-8a72-838b6069be83 req-460d948a-fc26-4613-bbf4-1fa507fa3efa tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 948 time: 0.1286919 Aug 30 17:37:30.875995 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.938919 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-313077c3-550d-44ca-8a72-838b6069be83 req-e6008263-733c-4f53-8306-2706e279f411 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Aug 30 17:37:30.996988 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.015533 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:31.042568 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a83ede-a79a-4267-9ce7-dc34c3968540') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:31.043134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a83ede-a79a-4267-9ce7-dc34c3968540') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:37:31.068216 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.087729 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.097098 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:37:31.097527 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.106705 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b82e1-b023-4b7f-9e7b-45c04ff1ab82 req-0b27eb99-84b0-4db5-8b1a-46303393b02e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:31.108258 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba4b82e1-b023-4b7f-9e7b-45c04ff1ab82 req-0b27eb99-84b0-4db5-8b1a-46303393b02e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0953746 Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:37:31.108930 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:37:31.191501 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ba4b82e1-b023-4b7f-9e7b-45c04ff1ab82 req-1add6832-232e-437d-9195-ae76dbd9b8a4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722091 Aug 30 17:37:31.275144 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.288080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee53eda-3376-43ca-8189-f6d350829036 req-0aa8c6cb-cbee-4948-b1a1-184dc0b08a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:31.289621 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6ee53eda-3376-43ca-8189-f6d350829036 req-0aa8c6cb-cbee-4948-b1a1-184dc0b08a38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 1100 time: 0.0403030 Aug 30 17:37:31.304668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.312159 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.317296 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f HTTP/1.1" status: 204 len: 168 time: 0.5671036 Aug 30 17:37:31.324236 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acc7c2-6a3f-462f-95ec-3ae9f46df868 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd51bd3-a5ac-4404-9bf8-1e5f20a77e1f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:31.331604 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6ee53eda-3376-43ca-8189-f6d350829036 req-2018afbf-f722-4daa-9531-50c6d1b867b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334690 Aug 30 17:37:31.721264 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 41860) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:31.763718 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fa309ec0-fd89-4a68-822b-85ad97b293ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a8c3513aa234e18b6a28f190febe4b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413015 Aug 30 17:37:31.766501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 41862) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:31.821560 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.843812 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.955556 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.958058 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:31.959857 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03b197cc-a8b4-4951-ac8e-cd31439bcfbd HTTP/1.1" status: 204 len: 168 time: 0.1917801 Aug 30 17:37:31.967682 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32ca04-f07b-4b1c-b597-a1412f4f0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b197cc-a8b4-4951-ac8e-cd31439bcfbd,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:32.066883 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32911d6d-37db-49b7-8aee-d0f2e0b73ff0 req-48273b87-7b26-4520-b5d8-075881961f2d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:32.068902 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-32911d6d-37db-49b7-8aee-d0f2e0b73ff0 req-48273b87-7b26-4520-b5d8-075881961f2d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 948 time: 0.0485256 Aug 30 17:37:32.106406 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-32911d6d-37db-49b7-8aee-d0f2e0b73ff0 req-75441e37-a1b9-4be7-b7f7-c0728358e6a6 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Aug 30 17:37:32.141012 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 1ea0eb41-6020-4267-afe9-930468132156 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:37:32.263668 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 1ea0eb41-6020-4267-afe9-930468132156 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:37:32.268057 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 1ea0eb41-6020-4267-afe9-930468132156 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:37:32.268605 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:32.313682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a17f1-694c-4807-8c5a-ab5aa2f09a3f req-ac397cbc-0dff-4d6c-ad92-b0a266a4d83d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:32.315239 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1f9a17f1-694c-4807-8c5a-ab5aa2f09a3f req-ac397cbc-0dff-4d6c-ad92-b0a266a4d83d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0495868 Aug 30 17:37:32.355583 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1f9a17f1-694c-4807-8c5a-ab5aa2f09a3f req-bc11a811-267c-46ae-9369-c3c22a588f64 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332851 Aug 30 17:37:32.488682 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:32.511850 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0eb41-6020-4267-afe9-930468132156'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:32.514181 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60771fa8-7a3f-4143-9a4f-0078ae21941a" -d '{"events": [{"server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0eb41-6020-4267-afe9-930468132156"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:32.526785 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ea0eb41-6020-4267-afe9-930468132156,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:32.550992 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb072df-3d23-4431-ad7d-7183bd78923f x-openstack-request-id: req-3eb072df-3d23-4431-ad7d-7183bd78923f {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:32.551281 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0eb41-6020-4267-afe9-930468132156", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:32.551541 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3eb072df-3d23-4431-ad7d-7183bd78923f {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:32.551931 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0eb41-6020-4267-afe9-930468132156', 'code': 200} Aug 30 17:37:32.618910 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:32.620253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device a984f59d-3f9a-44b2-b077-040a0a0d4fe8 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:32.641482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: a984f59d-3f9a-44b2-b077-040a0a0d4fe8 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:37:32.641835 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device a984f59d-3f9a-44b2-b077-040a0a0d4fe8 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:37:32.684589 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:32.692165 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.692407 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.692768 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.693437 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.693587 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.693815 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.694190 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.694682 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.695049 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.695167 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.695491 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.695861 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:37:32.881812 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6641eb-ad84-47a7-8c27-476ad47439dc req-d1468d2c-9f19-4923-8df7-ac3fbd4d4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:32.883354 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-3f6641eb-ad84-47a7-8c27-476ad47439dc req-d1468d2c-9f19-4923-8df7-ac3fbd4d4bfc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 1102 time: 0.0421569 Aug 30 17:37:32.923906 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-3f6641eb-ad84-47a7-8c27-476ad47439dc req-c1abecae-009d-4964-8176-368abb7ba77e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304115 Aug 30 17:37:33.253362 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b3cb-b1ed-45d4-9e9f-7beafca82bd1 req-a49b5daf-ea5b-4940-8d20-1f036ea52c8d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:33.254798 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cfa6b3cb-b1ed-45d4-9e9f-7beafca82bd1 req-a49b5daf-ea5b-4940-8d20-1f036ea52c8d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0699000 Aug 30 17:37:33.295398 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cfa6b3cb-b1ed-45d4-9e9f-7beafca82bd1 req-41ebede8-fdc2-4c79-aefb-9073a2ff001d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Aug 30 17:37:33.499305 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a80a3-d2ac-45c7-a1ab-30c8dcd99466 req-fb0ad2a1-da0c-43eb-8edd-15c7a4ddb415 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:33.500840 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f95a80a3-d2ac-45c7-a1ab-30c8dcd99466 req-fb0ad2a1-da0c-43eb-8edd-15c7a4ddb415 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0575705 Aug 30 17:37:33.544206 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f95a80a3-d2ac-45c7-a1ab-30c8dcd99466 req-019e20fa-43bd-4872-a258-d9a2f9b2eaa4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360577 Aug 30 17:37:34.418529 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecaf2-dd27-4d98-b249-5d206777de63 req-213afbc5-215f-40d9-9317-6a31b8a10f8b tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:34.420015 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4eecaf2-dd27-4d98-b249-5d206777de63 req-213afbc5-215f-40d9-9317-6a31b8a10f8b tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0506711 Aug 30 17:37:34.458728 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b4eecaf2-dd27-4d98-b249-5d206777de63 req-5d6e5280-c674-425d-aa52-609db880a978 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 30 17:37:34.671809 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cad75-4bf2-410c-a0c8-a80d0ce83359 req-a904cdea-fdf5-433e-bad9-c2cecf80ef87 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:34.673333 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c16cad75-4bf2-410c-a0c8-a80d0ce83359 req-a904cdea-fdf5-433e-bad9-c2cecf80ef87 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0535181 Aug 30 17:37:34.712057 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c16cad75-4bf2-410c-a0c8-a80d0ce83359 req-a462f8d0-54be-4cb0-8765-91c10540d893 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Aug 30 17:37:35.577192 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b34765-92cf-4bd9-87c6-9dc27ed75b0a req-80e9b93c-d9c0-49cb-a3e8-3d1e3b0d3340 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:35.578718 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b34765-92cf-4bd9-87c6-9dc27ed75b0a req-80e9b93c-d9c0-49cb-a3e8-3d1e3b0d3340 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0515919 Aug 30 17:37:35.620827 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0b34765-92cf-4bd9-87c6-9dc27ed75b0a req-80ebe80e-8f26-4103-a8db-d09c64b7493c tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Aug 30 17:37:35.835851 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1191c5-aad9-445a-bd53-0f3aaf89b465 req-50c5b561-8649-4285-bd1a-2a7d3f7e7763 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:35.837513 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad1191c5-aad9-445a-bd53-0f3aaf89b465 req-50c5b561-8649-4285-bd1a-2a7d3f7e7763 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0494804 Aug 30 17:37:35.881106 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ad1191c5-aad9-445a-bd53-0f3aaf89b465 req-02b264aa-75d1-406c-9d10-ab7ada5f5261 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375350 Aug 30 17:37:36.075028 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4d9e0-252a-4673-ac21-8634cb1855be req-ae115e10-a5ef-4e70-808e-af52a801ea02 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:36.076657 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0de4d9e0-252a-4673-ac21-8634cb1855be req-ae115e10-a5ef-4e70-808e-af52a801ea02 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0556178 Aug 30 17:37:36.117441 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0de4d9e0-252a-4673-ac21-8634cb1855be req-5859e9fc-848f-4b4e-9387-4a5639cdb3f6 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Aug 30 17:37:37.233775 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5cf7-4986-4ae4-b43e-91c13530378e req-b5eb2d65-20de-4df5-9f12-f01507268c88 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:37.235277 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dc3f5cf7-4986-4ae4-b43e-91c13530378e req-b5eb2d65-20de-4df5-9f12-f01507268c88 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0493276 Aug 30 17:37:37.273167 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dc3f5cf7-4986-4ae4-b43e-91c13530378e req-a3a425af-f3f4-479f-a50e-7df65072a2dc tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Aug 30 17:37:38.387274 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a4552-5bd5-4073-b061-6505484bbf8c req-ce398efc-85e8-4da6-ad3b-286c1cbbfca5 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:38.388790 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a60a4552-5bd5-4073-b061-6505484bbf8c req-ce398efc-85e8-4da6-ad3b-286c1cbbfca5 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0492587 Aug 30 17:37:38.427111 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a60a4552-5bd5-4073-b061-6505484bbf8c req-6a5533ad-aff3-4fd8-bb9b-4693d2fea3f2 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Aug 30 17:37:39.545177 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c637d-1f76-4584-8ffd-f515b1c11c0e req-4ebfb3e4-8562-45d6-aa59-b027666ee771 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:39.546708 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d58c637d-1f76-4584-8ffd-f515b1c11c0e req-4ebfb3e4-8562-45d6-aa59-b027666ee771 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0533187 Aug 30 17:37:39.584686 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d58c637d-1f76-4584-8ffd-f515b1c11c0e req-d522bc76-7c93-46c3-8a46-87be80998c6e tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f0242db-1520-488f-95ae-f8fdfd90e004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Aug 30 17:37:39.766925 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999207-4af0-415f-b1d1-9518289738b5 req-e7ff3d09-a006-40ff-9706-e64d2de51a2d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:39.768404 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d2999207-4af0-415f-b1d1-9518289738b5 req-e7ff3d09-a006-40ff-9706-e64d2de51a2d tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 949 time: 0.0490375 Aug 30 17:37:39.866282 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Deleting port 1ea0eb41-6020-4267-afe9-930468132156 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:37:39.866542 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:39.953363 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] For port 1ea0eb41-6020-4267-afe9-930468132156, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ea0eb41-6020-4267-afe9-930468132156,segment=NetworkSegment(93bddcf1-1766-4266-80b4-685a981763fa),segment_id=93bddcf1-1766-4266-80b4-685a981763fa)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:37:39.953719 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:39.970396 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Calling delete_port for 1ea0eb41-6020-4267-afe9-930468132156 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:37:40.195883 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:40.216916 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['1ea0eb41-6020-4267-afe9-930468132156'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:37:40.228163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Pushing event deleted for resources: {'Port': ['ID=1ea0eb41-6020-4267-afe9-930468132156,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:40.274934 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] No DVR routers for this DVR port 1ea0eb41-6020-4267-afe9-930468132156 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:37:40.277666 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:40.279863 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-d2999207-4af0-415f-b1d1-9518289738b5 req-8b902e84-a074-4a6c-9be0-220d3ef6f3cb tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.50 "DELETE /v2.0/ports/1ea0eb41-6020-4267-afe9-930468132156 HTTP/1.1" status: 204 len: 173 time: 0.5048490 Aug 30 17:37:40.280325 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'name': 'network-vif-deleted', 'tag': '1ea0eb41-6020-4267-afe9-930468132156'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:37:40.282609 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6d3dd-05ed-4a7e-ac84-5335aaef6e0d" -d '{"events": [{"server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "name": "network-vif-deleted", "tag": "1ea0eb41-6020-4267-afe9-930468132156"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:37:40.320115 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f95251-7b00-4294-bac7-f51415d0fffa x-openstack-request-id: req-c1f95251-7b00-4294-bac7-f51415d0fffa {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:37:40.320410 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c61d109-5cab-4cee-841e-86c34bfec288", "name": "network-vif-deleted", "tag": "1ea0eb41-6020-4267-afe9-930468132156", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:37:40.320660 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1f95251-7b00-4294-bac7-f51415d0fffa {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:37:40.321057 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c61d109-5cab-4cee-841e-86c34bfec288', 'name': 'network-vif-deleted', 'tag': '1ea0eb41-6020-4267-afe9-930468132156', 'status': 'completed', 'code': 200} Aug 30 17:37:40.696257 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c93fea0a-2376-48be-b119-73569bc0e97c req-af00ac23-b8bf-4308-b8bb-5095e9d2aa83 tempest-VolumesNegativeTest-664700045 tempest-VolumesNegativeTest-664700045-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c61d109-5cab-4cee-841e-86c34bfec288 HTTP/1.1" status: 200 len: 210 time: 0.0283687 Aug 30 17:37:42.038704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f133dd-31bc-4dda-9ca7-7f438bf96bc1 req-ac44fd08-d856-4a92-b427-5f5ae1d740a7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:42.040245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9f133dd-31bc-4dda-9ca7-7f438bf96bc1 req-ac44fd08-d856-4a92-b427-5f5ae1d740a7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Aug 30 17:37:42.080046 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9f133dd-31bc-4dda-9ca7-7f438bf96bc1 req-fab4331b-c964-452d-b1b2-1eccfd144507 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Aug 30 17:37:42.124406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-3eecc440-5ca8-4551-b67c-7d5f1b4fd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:42.125919 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-3eecc440-5ca8-4551-b67c-7d5f1b4fd859 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0414920 Aug 30 17:37:42.209361 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 1ea0eb41-6020-4267-afe9-930468132156 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:37:42.220760 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-69c7762e-e3d7-47f8-bca8-2b84cd1d7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:42.222395 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-69c7762e-e3d7-47f8-bca8-2b84cd1d7cf0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.0884829 Aug 30 17:37:42.231831 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 1ea0eb41-6020-4267-afe9-930468132156 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:37:42.232182 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 1ea0eb41-6020-4267-afe9-930468132156 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:37:42.270035 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-9983e37d-4eb6-4bd1-a892-1e3e504c3579 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 217 time: 0.0393543 Aug 30 17:37:42.324442 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-91c30e13-e29e-4a38-9b93-ff08267cdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:42.325970 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-91c30e13-e29e-4a38-9b93-ff08267cdbf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.0460432 Aug 30 17:37:42.359653 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-2e0bd732-28ec-4207-b9ed-22e328eee3da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249782 Aug 30 17:37:42.456026 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-f649a8b7-4292-48f1-b503-4ceac9cf84ba service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872211 Aug 30 17:37:42.548943 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-bb857bea-8742-4a76-a1bf-8f2e56aeb779 req-4b83412d-4d1d-4b09-b07e-3ec2825386e6 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 Aug 30 17:37:43.195571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf6dd5-97e6-4318-bd5a-13264808cfb8 req-da2920c1-c0fc-45b2-ab74-d7d28321aff5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:43.197913 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8ecf6dd5-97e6-4318-bd5a-13264808cfb8 req-da2920c1-c0fc-45b2-ab74-d7d28321aff5 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Aug 30 17:37:43.244351 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8ecf6dd5-97e6-4318-bd5a-13264808cfb8 req-ad4084bc-aa66-4a03-99b9-a1e766e3e1c7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Aug 30 17:37:43.350586 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42174) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:43.458247 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-52cc8d75-ab8d-44f5-952a-2025ab8465e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:43.548765 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-52cc8d75-ab8d-44f5-952a-2025ab8465e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:43.698954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-52cc8d75-ab8d-44f5-952a-2025ab8465e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:43.743479 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-52cc8d75-ab8d-44f5-952a-2025ab8465e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db3369715d854322afc334e231074885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918047 Aug 30 17:37:43.744340 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc8d75-ab8d-44f5-952a-2025ab8465e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a6148-fce7-4db2-a209-294d6bcac36f,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:43.746261 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42186) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:43.795875 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:43.816178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:44.007372 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:44.010914 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:44.012702 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/785a6148-fce7-4db2-a209-294d6bcac36f HTTP/1.1" status: 204 len: 168 time: 0.2647526 Aug 30 17:37:44.023702 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666035a5-4624-4714-b64e-6157b2164846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a6148-fce7-4db2-a209-294d6bcac36f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:44.377877 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89840edd-20ce-4e30-8bb0-75c1793bb800 req-f6222eb2-e368-42ef-b621-0f6f26d2b603 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:44.379805 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-89840edd-20ce-4e30-8bb0-75c1793bb800 req-f6222eb2-e368-42ef-b621-0f6f26d2b603 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0497830 Aug 30 17:37:44.421769 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-89840edd-20ce-4e30-8bb0-75c1793bb800 req-8813bd97-dbef-49bc-b14a-ce6ebe5a52ac tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Aug 30 17:37:45.549534 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc2c36-28a7-457d-944b-eb358b8f6fc0 req-b3abe736-4172-493a-b855-66f777cbf7ce tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:45.551058 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bddc2c36-28a7-457d-944b-eb358b8f6fc0 req-b3abe736-4172-493a-b855-66f777cbf7ce tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0549884 Aug 30 17:37:45.595656 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bddc2c36-28a7-457d-944b-eb358b8f6fc0 req-2b7bed96-7ca0-49bd-8221-38590e57b80c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Aug 30 17:37:46.715123 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1fc6-f804-47c1-b581-893e6138b096 req-d7023fd0-11a7-45b2-bd2f-75bf20c1d7cf tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:46.716724 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-922a1fc6-f804-47c1-b581-893e6138b096 req-d7023fd0-11a7-45b2-bd2f-75bf20c1d7cf tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0481734 Aug 30 17:37:46.756483 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-922a1fc6-f804-47c1-b581-893e6138b096 req-fe993616-82dc-42e7-9a66-cd6b7bb66d3c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 30 17:37:47.393942 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42380) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:47.497487 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6bc1-e6d1-4ff9-a4c6-80ce92f5547c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.584102 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6bc1-e6d1-4ff9-a4c6-80ce92f5547c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.653127 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6bc1-e6d1-4ff9-a4c6-80ce92f5547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.690870 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6bc1-e6d1-4ff9-a4c6-80ce92f5547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34036824-446a-4624-b302-97213f60ea51,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:47.695132 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-0b3d6bc1-e6d1-4ff9-a4c6-80ce92f5547c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a27d1e802e2043fa9ce26705d57ea771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001392 Aug 30 17:37:47.697899 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42386) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:47.747482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.768524 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.874972 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42392) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:47.876582 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ab5f-163b-40b2-9965-79a8d0176c9d req-5ab991b4-c65d-4d85-a663-a641e11cb65c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:47.878111 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-35f0ab5f-163b-40b2-9965-79a8d0176c9d req-5ab991b4-c65d-4d85-a663-a641e11cb65c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Aug 30 17:37:47.892460 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.897350 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:47.897350 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34036824-446a-4624-b302-97213f60ea51 HTTP/1.1" status: 204 len: 168 time: 0.1975579 Aug 30 17:37:47.906006 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82bef9-73cf-4360-bd58-7d3250437e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34036824-446a-4624-b302-97213f60ea51,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:47.923633 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-35f0ab5f-163b-40b2-9965-79a8d0176c9d req-e0c460a5-d8a4-41af-8212-d1e70622f67d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Aug 30 17:37:48.020571 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-932b6e0f-8e4b-481e-8683-7cc9402f7767 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21f5c74abc5b4e72ad2946e515a8da29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444585 Aug 30 17:37:48.023548 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42398) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:48.071840 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.093420 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.269671 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.272848 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.274009 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f0242db-1520-488f-95ae-f8fdfd90e004 HTTP/1.1" status: 204 len: 168 time: 0.2495718 Aug 30 17:37:48.281724 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2e42f-1e6b-4675-a7fc-76bad58fab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0242db-1520-488f-95ae-f8fdfd90e004,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:48.566766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42406) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:48.580430 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb781d6c-5ae1-4646-8cb7-bc38ab01c220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.685666 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb781d6c-5ae1-4646-8cb7-bc38ab01c220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.767035 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb781d6c-5ae1-4646-8cb7-bc38ab01c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.805692 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fb781d6c-5ae1-4646-8cb7-bc38ab01c220 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52fdfc38cb1e41dabb64dfcc20e0324e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377837 Aug 30 17:37:48.806567 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781d6c-5ae1-4646-8cb7-bc38ab01c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ce740-ac37-40fb-a540-6fd2ac1a9cc0,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:48.808605 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42408) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:48.859187 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:48.879985 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:49.042703 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b0559-0867-48cc-bd30-48cc9ec3a3fd req-d6ca7fb5-d078-4fc6-9e4f-55a98ad98d77 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:49.044366 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c94b0559-0867-48cc-bd30-48cc9ec3a3fd req-d6ca7fb5-d078-4fc6-9e4f-55a98ad98d77 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Aug 30 17:37:49.057776 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:49.060611 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:49.061779 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a5ce740-ac37-40fb-a540-6fd2ac1a9cc0 HTTP/1.1" status: 204 len: 168 time: 0.2522066 Aug 30 17:37:49.071619 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcccd1a-66c6-4a8e-99cc-82cf66a2ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ce740-ac37-40fb-a540-6fd2ac1a9cc0,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:49.089710 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c94b0559-0867-48cc-bd30-48cc9ec3a3fd req-67781119-5847-40d9-9598-4cfa6dc79176 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Aug 30 17:37:50.206707 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0db9c-f33c-45b9-a808-7f7658e24581 req-02ca24e4-17b2-4223-8418-036c566cabfa tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:50.209116 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-13a0db9c-f33c-45b9-a808-7f7658e24581 req-02ca24e4-17b2-4223-8418-036c566cabfa tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0502839 Aug 30 17:37:50.249833 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-13a0db9c-f33c-45b9-a808-7f7658e24581 req-09f76632-462e-46af-9235-6ad32787f7eb tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Aug 30 17:37:51.596328 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed6b9-7a26-45b7-ab53-c5d144344e0a req-9b7dffcb-14c5-454b-ac7c-7a3fa6d9a629 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:51.602244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-368ed6b9-7a26-45b7-ab53-c5d144344e0a req-9b7dffcb-14c5-454b-ac7c-7a3fa6d9a629 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.2778549 Aug 30 17:37:51.617509 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42468) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:51.639401 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-368ed6b9-7a26-45b7-ab53-c5d144344e0a req-d8ee7d17-efad-48b6-8d11-e7ed402ea68e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Aug 30 17:37:51.743217 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d591c005-0367-4606-8f34-fea069107fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:51.838817 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d591c005-0367-4606-8f34-fea069107fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:51.938098 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d591c005-0367-4606-8f34-fea069107fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:51.974002 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591c005-0367-4606-8f34-fea069107fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b553bea3-dbf3-442f-8568-96a3c3b2c6dd,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:51.978850 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d591c005-0367-4606-8f34-fea069107fca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c61b7ba1b32b45aea59919431ef1cb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603005 Aug 30 17:37:51.981504 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42472) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:52.030563 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:52.056369 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:52.201904 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:52.204604 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:52.206548 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b553bea3-dbf3-442f-8568-96a3c3b2c6dd HTTP/1.1" status: 204 len: 168 time: 0.2240994 Aug 30 17:37:52.214638 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab792c9a-b582-4567-9e1f-ff1449232313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553bea3-dbf3-442f-8568-96a3c3b2c6dd,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:52.761049 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de535cb-ed5f-4163-ae78-152a4550a7c6 req-4457789b-2c71-4f8b-b27b-fd246eb3cdc9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:52.762661 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4de535cb-ed5f-4163-ae78-152a4550a7c6 req-4457789b-2c71-4f8b-b27b-fd246eb3cdc9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0523696 Aug 30 17:37:52.803893 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4de535cb-ed5f-4163-ae78-152a4550a7c6 req-02aebe62-4394-4ce1-827f-a5998ecc89da tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Aug 30 17:37:52.852917 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42480) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:52.865891 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-15e9b393-921b-4b2b-acab-c9cef2f2732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:52.957372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-15e9b393-921b-4b2b-acab-c9cef2f2732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.063954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-15e9b393-921b-4b2b-acab-c9cef2f2732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.105625 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-15e9b393-921b-4b2b-acab-c9cef2f2732d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c30b0fb833e4467b965d1627db7d580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516162 Aug 30 17:37:53.106815 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9b393-921b-4b2b-acab-c9cef2f2732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb76d2-379c-4e46-90b2-ede7f958d89c,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:53.108277 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42482) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:53.156986 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.178673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.298691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.301270 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:53.302510 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2cb76d2-379c-4e46-90b2-ede7f958d89c HTTP/1.1" status: 204 len: 168 time: 0.1931138 Aug 30 17:37:53.310646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c541ab-6d8e-4567-b1de-3342bf4ae960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb76d2-379c-4e46-90b2-ede7f958d89c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:53.921486 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eb2a6-4830-425a-833c-1d389d80503c req-f9f1cd51-01c6-4212-8d5d-564b4d344178 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:53.923016 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b71eb2a6-4830-425a-833c-1d389d80503c req-f9f1cd51-01c6-4212-8d5d-564b4d344178 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0511966 Aug 30 17:37:53.962124 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b71eb2a6-4830-425a-833c-1d389d80503c req-3ff5afd4-78e3-4040-9866-df8b967a77a3 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Aug 30 17:37:55.081069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3191-1686-4cff-81f3-ddbb85f2de2e req-49d84d07-aeea-4339-8e56-c0531be03734 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:55.083532 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55ec3191-1686-4cff-81f3-ddbb85f2de2e req-49d84d07-aeea-4339-8e56-c0531be03734 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Aug 30 17:37:55.122627 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55ec3191-1686-4cff-81f3-ddbb85f2de2e req-df74799f-6c3b-44df-9321-1f02257d36b4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 30 17:37:55.431384 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:37:55.920672 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-542b38c3-39dc-4686-9832-368a414069cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:56.239226 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3f140-9444-439f-9b53-41099309c14a req-5c9ad9cb-0ad8-463e-b3d5-8fbea249ba72 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:56.240872 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ca3f140-9444-439f-9b53-41099309c14a req-5c9ad9cb-0ad8-463e-b3d5-8fbea249ba72 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Aug 30 17:37:56.281640 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2ca3f140-9444-439f-9b53-41099309c14a req-d1cc59ab-67ba-416d-8c26-6d9eb150de2b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Aug 30 17:37:56.756710 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42562) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:56.862040 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2964be-7867-4f6b-bc41-85fd21f874d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:56.946759 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2964be-7867-4f6b-bc41-85fd21f874d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.035688 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2964be-7867-4f6b-bc41-85fd21f874d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.073503 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2964be-7867-4f6b-bc41-85fd21f874d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d88f00-cea7-4e4c-9dc5-0e893912ccdb,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:57.077899 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-dc2964be-7867-4f6b-bc41-85fd21f874d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df1c12f75dde4b9cbe6bf26051db9a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201783 Aug 30 17:37:57.080654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42568) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:57.109899 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.129218 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.151346 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.275667 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.278377 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.279530 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88d88f00-cea7-4e4c-9dc5-0e893912ccdb HTTP/1.1" status: 204 len: 168 time: 0.1979961 Aug 30 17:37:57.289026 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271ac42-e425-4835-8f51-35993ec83943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d88f00-cea7-4e4c-9dc5-0e893912ccdb,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:57.406899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b30a3-3734-4382-ace5-600cc97c06e1 req-b6575048-a794-4f7c-b27b-edf9f2ad0d1f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:57.408375 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a19b30a3-3734-4382-ace5-600cc97c06e1 req-b6575048-a794-4f7c-b27b-edf9f2ad0d1f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Aug 30 17:37:57.449890 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a19b30a3-3734-4382-ace5-600cc97c06e1 req-ecb946bc-a881-408f-876a-67d43bcf5355 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Aug 30 17:37:57.858306 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42576) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:57.871902 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-878bac98-f61e-4dc9-8dd4-87ac0f02d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.955802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-878bac98-f61e-4dc9-8dd4-87ac0f02d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.013180 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-878bac98-f61e-4dc9-8dd4-87ac0f02d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.054225 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-878bac98-f61e-4dc9-8dd4-87ac0f02d19a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a9ee64130c4b5cbcf410886eb9c1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947911 Aug 30 17:37:58.055091 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bac98-f61e-4dc9-8dd4-87ac0f02d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572299cb-6392-4ce1-9e63-c76601730903,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:58.056998 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42578) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:58.109197 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.128667 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.246748 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.249330 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.250497 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/572299cb-6392-4ce1-9e63-c76601730903 HTTP/1.1" status: 204 len: 168 time: 0.1924267 Aug 30 17:37:58.258642 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de592c6a-d431-493a-a97e-9c1a482c4f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572299cb-6392-4ce1-9e63-c76601730903,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:58.564387 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f56b-3b65-4628-a9e8-60fc50197c74 req-b659ba3a-3c93-46ef-bcee-d6310d48fc3f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:58.565882 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dbf8f56b-3b65-4628-a9e8-60fc50197c74 req-b659ba3a-3c93-46ef-bcee-d6310d48fc3f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0490229 Aug 30 17:37:58.608275 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dbf8f56b-3b65-4628-a9e8-60fc50197c74 req-7cc0bc3b-e4c8-4115-abe7-68771281db9c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Aug 30 17:37:58.652532 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-24716e12-86c0-4503-bc97-4265ee779158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.966970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.264677 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42602) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:59.362159 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-664769164-network', 'tenant_id': '03f72e7f47e34a90912b7e5910b84d10'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:37:59.457867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Made reservation on behalf of 03f72e7f47e34a90912b7e5910b84d10 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:37:59.460164 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.469561 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.561705 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.612506 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.642144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:37:59.647766 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652ffc62-dfda-4488-8b9b-a7ad47ca1e54,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:59.655756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.656168 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Added segment 6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd of type vlan for network 9522f146-ebf6-4415-a38a-431d14e573db Aug 30 17:37:59.698474 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.721076 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.731708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b02df-9a83-4d83-983c-a65ddb9b0f2d req-ea6e4f83-dc5e-45b1-a998-8ad5f077926e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:59.733194 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fc3b02df-9a83-4d83-983c-a65ddb9b0f2d req-ea6e4f83-dc5e-45b1-a998-8ad5f077926e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Aug 30 17:37:59.770419 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fc3b02df-9a83-4d83-983c-a65ddb9b0f2d req-341734ad-6ead-46b1-8b98-73991ad04456 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Aug 30 17:37:59.778112 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.779120 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:37:59.779736 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:59.837355 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9522f146-ebf6-4415-a38a-431d14e573db,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:37:59.846965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 9522f146-ebf6-4415-a38a-431d14e573db details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:37:59.895872 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-426f2f32-7728-4d67-8c7c-68f9cf74d9d1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6275520 Aug 30 17:37:59.896098 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42608) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:37:59.900819 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Request body: {'subnet': {'network_id': '9522f146-ebf6-4415-a38a-431d14e573db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-664769164-subnet', 'tenant_id': '03f72e7f47e34a90912b7e5910b84d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:37:59.989445 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Made reservation on behalf of 03f72e7f47e34a90912b7e5910b84d10 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:37:59.991715 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126213123'] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:00.224488 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126198153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126213233'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:00.281272 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4261d071-9a2c-4998-9f49-a979678e4e57,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:00.295080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Checking segment: {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:00.295461 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Network hostable DHCP agents. Network: 9522f146-ebf6-4415-a38a-431d14e573db, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:38:00.401305 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Network 9522f146-ebf6-4415-a38a-431d14e573db is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:38:00.486670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 9522f146-ebf6-4415-a38a-431d14e573db) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:00.490699 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:00.491246 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:00.495965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271918e4-52eb-401e-8ab7-686fe14cb451 None None] Network 9522f146-ebf6-4415-a38a-431d14e573db requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:38:00.545582 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-be267eb9-4afb-4e47-aefb-630f53be7735 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6484759 Aug 30 17:38:00.617895 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af04536f-dd1a-4cf5-94fd-d1903bf0e935 None None] Network 9522f146-ebf6-4415-a38a-431d14e573db requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:38:00.883562 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b6d41-2455-4f75-8cf8-ea8bb50d014a req-dbab6f67-a57e-487a-bf96-e8241cadb733 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:00.885036 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-277b6d41-2455-4f75-8cf8-ea8bb50d014a req-dbab6f67-a57e-487a-bf96-e8241cadb733 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0481989 Aug 30 17:38:00.922234 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-277b6d41-2455-4f75-8cf8-ea8bb50d014a req-78af5cc4-89e1-4f74-aaec-ba826d9468ce tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Aug 30 17:38:01.246926 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:02.038217 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc660-a942-4739-aa3b-866db688c84e req-a4e9b885-2a78-48f6-b2b7-d0615359a6d4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:02.039711 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21bcc660-a942-4739-aa3b-866db688c84e req-a4e9b885-2a78-48f6-b2b7-d0615359a6d4 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Aug 30 17:38:02.077860 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21bcc660-a942-4739-aa3b-866db688c84e req-70d1ef56-4a63-4c20-bbd6-0f74e745dcc9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Aug 30 17:38:02.807457 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-1a0d023d-37d6-443f-92b3-b33f84fbd90d tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:02.808905 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-1a0d023d-37d6-443f-92b3-b33f84fbd90d tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/networks?id=9522f146-ebf6-4415-a38a-431d14e573db HTTP/1.1" status: 200 len: 808 time: 0.1049418 Aug 30 17:38:02.823353 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-2815f922-0f2a-45bb-bccf-a2f0d44f3a56 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/quotas/03f72e7f47e34a90912b7e5910b84d10 HTTP/1.1" status: 200 len: 375 time: 0.0087364 Aug 30 17:38:02.853645 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-78c10f91-06e4-4f0a-92f8-bdfaea74a64f tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246704 Aug 30 17:38:02.945176 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-d79880f7-e22e-4c09-8eeb-b51c74274717 service neutron] 10.222.0.10 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847723 Aug 30 17:38:03.033868 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-978b4052-8b32-421b-99f4-561e416e061b service neutron] 10.222.0.10 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824337 Aug 30 17:38:03.193200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93050b-87b9-42aa-a6c4-0bf168fadb4c req-9fe7bafd-229b-4367-b235-38d8d03fd6dd tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:03.194780 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bd93050b-87b9-42aa-a6c4-0bf168fadb4c req-9fe7bafd-229b-4367-b235-38d8d03fd6dd tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Aug 30 17:38:03.239119 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bd93050b-87b9-42aa-a6c4-0bf168fadb4c req-76963370-7bf2-4938-8dd3-82b6ec7cacc2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Aug 30 17:38:03.296116 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38d37dd7-4930-4aee-9a44-47eb29a09faf req-708a7646-aec8-4aa5-8a97-31aae56e513b tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 210 time: 0.0287824 Aug 30 17:38:03.810172 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ac02-1ad4-4379-a045-39901e224264 req-2152a946-8f6a-460a-9992-15558aae6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:03.811656 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8f07ac02-1ad4-4379-a045-39901e224264 req-2152a946-8f6a-460a-9992-15558aae6063 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0391507 Aug 30 17:38:03.848005 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-8f07ac02-1ad4-4379-a045-39901e224264 req-d8d988f0-926f-4389-b7a5-0793990cb2ea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271554 Aug 30 17:38:04.357372 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0f52-bc35-4c07-9eb3-22e3f8b86d24 req-d8776788-2914-4e67-8ae7-ff1091587a66 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:04.359558 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8de0f52-bc35-4c07-9eb3-22e3f8b86d24 req-d8776788-2914-4e67-8ae7-ff1091587a66 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0536220 Aug 30 17:38:04.392368 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a07d11ef-6028-47ee-a6ba-3b30885b5c62 req-3236b447-1b60-4ec7-894d-4ce1c34ac144 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 210 time: 0.0316246 Aug 30 17:38:04.419104 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8de0f52-bc35-4c07-9eb3-22e3f8b86d24 req-531ff1f3-02c2-4760-be44-051e96ed959c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Aug 30 17:38:05.501102 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c8d28ef-1f96-46f8-be7f-5e2926e2fc33 req-f02b107e-d121-4b68-ab5f-40e5a4fcc244 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 210 time: 0.0300472 Aug 30 17:38:05.550747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-43525817-87c6-4479-8718-6038dc045813 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:05.552174 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10d32e-e2cb-4669-8a62-33cf9121a5ca req-9497aa60-2fd2-48e4-b369-41ff3907b62f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:05.552360 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-43525817-87c6-4479-8718-6038dc045813 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "GET /v2.0/networks?id=9522f146-ebf6-4415-a38a-431d14e573db HTTP/1.1" status: 200 len: 808 time: 0.1071754 Aug 30 17:38:05.553666 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ca10d32e-e2cb-4669-8a62-33cf9121a5ca req-9497aa60-2fd2-48e4-b369-41ff3907b62f tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0583637 Aug 30 17:38:05.565244 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Request body: {'port': {'device_id': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db', 'admin_state_up': True, 'tenant_id': '03f72e7f47e34a90912b7e5910b84d10'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:05.593248 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ca10d32e-e2cb-4669-8a62-33cf9121a5ca req-2870fc61-83ff-401c-804e-13ef501a8121 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Aug 30 17:38:05.778205 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Made reservation on behalf of 03f72e7f47e34a90912b7e5910b84d10 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:05.782162 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:05.909111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Allocated IP 172.20.0.2 (9522f146-ebf6-4415-a38a-431d14e573db/4261d071-9a2c-4998-9f49-a979678e4e57/6bab65c3-d41e-4bc7-8031-fb1423fa9dc3) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:06.074832 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.084347 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a58e5-9593-4d31-888c-1e84b630f2f9 req-bf074762-0056-428f-912b-f088fed92418 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.085678 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b5a58e5-9593-4d31-888c-1e84b630f2f9 req-bf074762-0056-428f-912b-f088fed92418 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0538394 Aug 30 17:38:06.161840 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.162651 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b5a58e5-9593-4d31-888c-1e84b630f2f9 req-a3608d4b-c818-4ed2-8209-1fdfa902b269 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708013 Aug 30 17:38:06.170644 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-3f591101-e253-487f-9718-96bd64d00aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.171649 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-3f591101-e253-487f-9718-96bd64d00aeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=99c38eff987a46e39230b2c99a239d9e&device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 1098 time: 0.0735335 Aug 30 17:38:06.217759 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Network 9522f146-ebf6-4415-a38a-431d14e573db is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:06.222806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:06.226637 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:06.254334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Pushing event updated for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:06.268929 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-4680fe53-eeae-479f-a878-2837c9e38925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.277696 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-4680fe53-eeae-479f-a878-2837c9e38925 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 200 len: 919 time: 0.0891237 Aug 30 17:38:06.281030 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.281645 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.313072 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-6cc9db87-79b6-4154-9a61-244fd0436ea5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 200 len: 217 time: 0.0354459 Aug 30 17:38:06.366073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-3d3f1fac-8cdb-47f4-a41c-6ba25b7f3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.367609 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-3d3f1fac-8cdb-47f4-a41c-6ba25b7f3ec0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 200 len: 858 time: 0.0471897 Aug 30 17:38:06.399075 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-c737ba70-1ba7-4cf4-8493-e1627406a34a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d97318e-47f7-4bcf-bbf2-aa8f041029b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241997 Aug 30 17:38:06.402447 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-83c2e79d-12c4-4f7a-9c47-451c5b93c8b3 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408966 Aug 30 17:38:06.418381 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Request body: {'port': {'device_id': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:06.470341 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.495547 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-d4a44d14-97da-4885-a43c-602bbe0f794e service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Aug 30 17:38:06.615464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74e81cfd-93b7-4b56-a474-47aeb65769ed req-bd8da53f-8b11-46fa-8871-17674d95fe10 service neutron] 10.222.0.50 "GET /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121774 Aug 30 17:38:06.634471 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a8023-7f2f-4079-9c3f-b6cb111699f9 req-8ee68ce6-5450-46ff-91d7-3a4382eb04cf tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:06.636640 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-798a8023-7f2f-4079-9c3f-b6cb111699f9 req-8ee68ce6-5450-46ff-91d7-3a4382eb04cf tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 931 time: 0.0619149 Aug 30 17:38:06.675730 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-798a8023-7f2f-4079-9c3f-b6cb111699f9 req-6cf00346-17a3-4f1f-8846-6a5d2ad56b9c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Aug 30 17:38:06.740093 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:06.747163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.758380 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Transition to ACTIVE for port object 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:06.818430 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:06.868904 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Pushing event updated for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:06.931481 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Attempting to bind port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:06.931857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Attempting to bind port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:06.932709 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Attempting to bind port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 on network 9522f146-ebf6-4415-a38a-431d14e573db {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:06.937148 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 on network 9522f146-ebf6-4415-a38a-431d14e573db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:38:06.937469 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Attempting to bind port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 on network 9522f146-ebf6-4415-a38a-431d14e573db {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:06.942363 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:06.942685 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Checking segment: {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:06.943063 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Bound using segment: {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:06.943481 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Bound port: 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:06.943834 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:07.008559 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:07.011465 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:07.087308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:07.122147 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.122763 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:07.124137 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] 10.222.0.50 "PUT /v2.0/ports/6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 HTTP/1.1" status: 200 len: 1093 time: 0.7106066 Aug 30 17:38:07.124568 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:07.126830 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1902ad6-a299-4068-b90e-45a922747073" -d '{"events": [{"name": "network-changed", "server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:07.151049 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c18c-5843-464e-848d-44d6ca55050a service neutron] Pushing event updated for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:07.166274 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffcc39-3423-4c71-b24d-ad949178284e x-openstack-request-id: req-e2ffcc39-3423-4c71-b24d-ad949178284e {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:07.166564 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:07.166819 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2ffcc39-3423-4c71-b24d-ad949178284e {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:07.167211 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3', 'status': 'completed', 'code': 200} Aug 30 17:38:07.231250 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902ad6-a299-4068-b90e-45a922747073 req-19b405d3-845e-4d11-9a3d-af69b69ca893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.232837 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e1902ad6-a299-4068-b90e-45a922747073 req-19b405d3-845e-4d11-9a3d-af69b69ca893 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 1096 time: 0.0427382 Aug 30 17:38:07.291596 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb867f-240a-4fc0-9dc7-091c4d033f32 req-21fb7ff5-a25a-44b3-a67d-fa49b1dd7d4c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.293117 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38cb867f-240a-4fc0-9dc7-091c4d033f32 req-21fb7ff5-a25a-44b3-a67d-fa49b1dd7d4c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Aug 30 17:38:07.332907 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38cb867f-240a-4fc0-9dc7-091c4d033f32 req-845314f0-cd47-4791-9718-846132873816 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Aug 30 17:38:07.338397 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902ad6-a299-4068-b90e-45a922747073 req-5d39858a-dee0-46ea-b8d3-832aaa42841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.339856 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e1902ad6-a299-4068-b90e-45a922747073 req-5d39858a-dee0-46ea-b8d3-832aaa42841f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=03f72e7f47e34a90912b7e5910b84d10&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0984404 Aug 30 17:38:07.434422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1902ad6-a299-4068-b90e-45a922747073 req-7ec6a671-849b-40b3-8e0d-6b7e78cae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.435875 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e1902ad6-a299-4068-b90e-45a922747073 req-7ec6a671-849b-40b3-8e0d-6b7e78cae0b7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871823 Aug 30 17:38:07.511710 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-c2675730-2bc6-414c-82ef-633490f49f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.513136 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-c2675730-2bc6-414c-82ef-633490f49f34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 1096 time: 0.0392270 Aug 30 17:38:07.559812 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-3716aa8d-0076-46a6-b241-d14bc0c5dba2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 HTTP/1.1" status: 200 len: 217 time: 0.0368614 Aug 30 17:38:07.608020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-06d83475-7c17-4212-89cc-9e8f470c9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.609411 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-06d83475-7c17-4212-89cc-9e8f470c9534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4261d071-9a2c-4998-9f49-a979678e4e57 HTTP/1.1" status: 200 len: 848 time: 0.0413849 Aug 30 17:38:07.639997 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-45a10a8c-ced8-4022-a34e-9f2e3f7f8bdc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9522f146-ebf6-4415-a38a-431d14e573db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228996 Aug 30 17:38:07.749974 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-ce5b6e6d-487b-4f0e-a921-9c33e70124b1 service neutron] 10.222.0.50 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009390 Aug 30 17:38:07.811759 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee62fc4-da72-49cf-a9f0-5f694ad324e5 req-af36f3ba-d44a-477f-8769-ef65286c2bb9 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:07.813177 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cee62fc4-da72-49cf-a9f0-5f694ad324e5 req-af36f3ba-d44a-477f-8769-ef65286c2bb9 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 943 time: 0.0484581 Aug 30 17:38:07.841073 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6a01ace9-4b69-4c06-a7c8-0c6c335b4b4c req-855490e0-8d17-431d-b2f7-8450a47ce6b8 service neutron] 10.222.0.50 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815589 Aug 30 17:38:07.851341 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cee62fc4-da72-49cf-a9f0-5f694ad324e5 req-d8abfb1f-6df4-42bc-add2-8e0c940d8c93 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Aug 30 17:38:08.448368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab251b-6b21-40bd-be79-52fccaf4cd4a req-96750a46-5bd1-45a9-90d3-be59ad465b4d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:08.449820 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bcab251b-6b21-40bd-be79-52fccaf4cd4a req-96750a46-5bd1-45a9-90d3-be59ad465b4d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Aug 30 17:38:08.487727 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bcab251b-6b21-40bd-be79-52fccaf4cd4a req-d49043de-c9c5-4a4f-9f70-e0f02f80b1b3 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 30 17:38:08.984185 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d69c8-0709-444c-97e8-8084d4c63894 req-6646d50d-2576-4cc9-80db-a5a946c6ddb5 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:08.985548 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd7d69c8-0709-444c-97e8-8084d4c63894 req-6646d50d-2576-4cc9-80db-a5a946c6ddb5 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 943 time: 0.0537527 Aug 30 17:38:09.023089 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd7d69c8-0709-444c-97e8-8084d4c63894 req-7afa2110-f7f7-43ed-b175-823b6edbb236 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Aug 30 17:38:10.137220 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f4daa-c9f6-46e6-b0f1-233ce8729554 req-6b4ca565-a41a-411c-970d-dae935b559ad tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:10.138637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-111f4daa-c9f6-46e6-b0f1-233ce8729554 req-6b4ca565-a41a-411c-970d-dae935b559ad tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 943 time: 0.0486863 Aug 30 17:38:10.178153 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-111f4daa-c9f6-46e6-b0f1-233ce8729554 req-be5e8821-c17f-4855-beca-3c7db7eff675 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Aug 30 17:38:10.341219 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:38:10.436442 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:10.448194 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3', 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db', 'port_id': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3', 'mac_address': 'fa:16:3e:8b:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4261d071-9a2c-4998-9f49-a979678e4e57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:38:10.485280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:10.497532 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:10.516797 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:10.595625 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:10.646138 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:10.846202 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['6bab65c3-d41e-4bc7-8031-fb1423fa9dc3'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:11.289315 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f111b0-fe24-47a0-88e4-208a97e73079 req-19108757-2e49-4b57-afd0-118aaf2479cd tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:11.295723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f4f111b0-fe24-47a0-88e4-208a97e73079 req-19108757-2e49-4b57-afd0-118aaf2479cd tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 944 time: 0.0484641 Aug 30 17:38:11.329930 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f4f111b0-fe24-47a0-88e4-208a97e73079 req-b594a6ed-f10d-4274-82c9-7ef6baacf68e tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Aug 30 17:38:12.360008 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:12.447886 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652943ad-cdbe-43b6-a24b-1249e6c97e2f req-b27ed40a-615e-4f41-9315-6b452e838626 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:12.449907 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-652943ad-cdbe-43b6-a24b-1249e6c97e2f req-b27ed40a-615e-4f41-9315-6b452e838626 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 944 time: 0.0530095 Aug 30 17:38:12.487828 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-652943ad-cdbe-43b6-a24b-1249e6c97e2f req-530df418-ac47-4ea2-874b-e25035da88fb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Aug 30 17:38:12.492319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:12.496702 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:12.497073 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:12.578550 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:12.600525 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:12.602867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e9dd7-dd97-4def-8e6c-1a205f840066" -d '{"events": [{"server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:12.615871 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:12.638876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def54236-365c-44bf-932a-1e02217e15d5 x-openstack-request-id: req-def54236-365c-44bf-932a-1e02217e15d5 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:12.639666 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "name": "network-vif-plugged", "status": "completed", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:12.640108 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-def54236-365c-44bf-932a-1e02217e15d5 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:12.640687 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3', 'code': 200} Aug 30 17:38:12.710327 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:12.758618 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:12.999313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47144b88-e41e-4000-9e16-cfefc027f87b req-b7c3298b-bd69-45d3-8b92-c0b2a20d6532 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:13.000979 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-47144b88-e41e-4000-9e16-cfefc027f87b req-b7c3298b-bd69-45d3-8b92-c0b2a20d6532 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Aug 30 17:38:13.012752 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421757a2-2cd8-48cc-b474-a8f4f093567b req-b8e59e75-f4ee-4863-8989-31a2ccb74009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:13.014270 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-421757a2-2cd8-48cc-b474-a8f4f093567b req-b8e59e75-f4ee-4863-8989-31a2ccb74009 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 1098 time: 0.0398777 Aug 30 17:38:13.040066 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-47144b88-e41e-4000-9e16-cfefc027f87b req-7ac5bf73-ae32-4785-86fd-a5a6b33de5f7 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Aug 30 17:38:13.056571 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-421757a2-2cd8-48cc-b474-a8f4f093567b req-dcdeb49d-e142-4aae-8852-00e8fc4f98bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Aug 30 17:38:13.601986 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021be980-f24f-4e89-9a9e-fb2d4de44067 req-65d1ef9c-8519-4c1e-8200-697aa5604f35 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:13.603468 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-021be980-f24f-4e89-9a9e-fb2d4de44067 req-65d1ef9c-8519-4c1e-8200-697aa5604f35 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 945 time: 0.0487430 Aug 30 17:38:13.641102 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-021be980-f24f-4e89-9a9e-fb2d4de44067 req-cd05334a-bf2e-4ad1-ab90-9fe564febbb7 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 30 17:38:14.157901 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee886-78bb-4327-b418-1a352a08561a req-f1f4eb96-2553-4383-9648-b20c461a6e28 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:14.159727 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e14ee886-78bb-4327-b418-1a352a08561a req-f1f4eb96-2553-4383-9648-b20c461a6e28 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Aug 30 17:38:14.198469 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e14ee886-78bb-4327-b418-1a352a08561a req-1d111478-40f1-4f3d-80e3-02030f6f46b1 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Aug 30 17:38:14.752982 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872822-3023-4d3f-9f21-2727c3ed6447 req-dfedd3a9-a351-492c-9c23-511dcabf8741 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:14.754526 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d872822-3023-4d3f-9f21-2727c3ed6447 req-dfedd3a9-a351-492c-9c23-511dcabf8741 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 945 time: 0.0482986 Aug 30 17:38:14.791475 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d872822-3023-4d3f-9f21-2727c3ed6447 req-314ccc50-84f1-4af7-9129-ff22fbc942da tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Aug 30 17:38:15.313389 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd783c3-7115-4e99-90b4-10f4d75f06a3 req-bec1aa03-be92-4dd2-a38e-553a9f296ff2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:15.315325 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2cd783c3-7115-4e99-90b4-10f4d75f06a3 req-bec1aa03-be92-4dd2-a38e-553a9f296ff2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Aug 30 17:38:15.355021 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2cd783c3-7115-4e99-90b4-10f4d75f06a3 req-002a9641-523d-4f74-8f5a-b7981e6c73b8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Aug 30 17:38:15.695280 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-959d71e0-6aa9-418e-b1e7-bc2d080915d2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:15.696830 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-959d71e0-6aa9-418e-b1e7-bc2d080915d2 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Aug 30 17:38:15.791255 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Deleting port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:15.791592 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:15.885025 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] For port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:15.885329 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:15.900707 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Calling delete_port for 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:16.105571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ce398-3935-4b3d-a29e-c0f494850e32 req-c32cebce-11d5-4d4e-9b1f-af43e77c68ad tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:16.107066 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-987ce398-3935-4b3d-a29e-c0f494850e32 req-c32cebce-11d5-4d4e-9b1f-af43e77c68ad tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 945 time: 0.0528491 Aug 30 17:38:16.132933 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:16.146071 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['9db70c13-7abc-4250-9874-b955d34c2df0', '0ddfb2d8-16b3-4a06-a49f-e71b201a5539'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:16.148439 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-987ce398-3935-4b3d-a29e-c0f494850e32 req-3bf455e3-e7b9-434f-b9d6-3441d10000e7 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Aug 30 17:38:16.169168 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Pushing event deleted for resources: {'Port': ['ID=0ddfb2d8-16b3-4a06-a49f-e71b201a5539,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:16.221376 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] No DVR routers for this DVR port 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:38:16.224219 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:16.226640 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a6193bea-2aa9-456d-a489-446e8ba4bd3f req-324a3faa-2168-4dba-b351-ce4474815d94 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "DELETE /v2.0/ports/0ddfb2d8-16b3-4a06-a49f-e71b201a5539 HTTP/1.1" status: 204 len: 173 time: 0.5236359 Aug 30 17:38:16.227092 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'name': 'network-vif-deleted', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:16.230296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe179a-56bd-46d0-9f3d-a812a5850366" -d '{"events": [{"server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "name": "network-vif-deleted", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:16.265953 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52a66b-839b-42a3-ad69-646a51c38be4 x-openstack-request-id: req-dd52a66b-839b-42a3-ad69-646a51c38be4 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:16.266304 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87496-7522-4e9b-8aae-478b43e36382", "name": "network-vif-deleted", "tag": "0ddfb2d8-16b3-4a06-a49f-e71b201a5539", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:16.266551 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd52a66b-839b-42a3-ad69-646a51c38be4 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:16.266951 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e87496-7522-4e9b-8aae-478b43e36382', 'name': 'network-vif-deleted', 'tag': '0ddfb2d8-16b3-4a06-a49f-e71b201a5539', 'status': 'completed', 'code': 200} Aug 30 17:38:16.449166 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b20dbf51-109d-4884-9f2d-81ea9b3b4dd9 req-058d4320-3b27-46ea-bff5-e4ade43bf98e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=10e87496-7522-4e9b-8aae-478b43e36382 HTTP/1.1" status: 200 len: 210 time: 0.0259790 Aug 30 17:38:17.299690 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526de3b4-af6c-4c0a-be83-f9a0fd3374df req-5f9728ee-9b6e-4cb0-bbfa-a36f832a3253 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:17.301197 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-526de3b4-af6c-4c0a-be83-f9a0fd3374df req-5f9728ee-9b6e-4cb0-bbfa-a36f832a3253 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 945 time: 0.0507805 Aug 30 17:38:17.343690 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-526de3b4-af6c-4c0a-be83-f9a0fd3374df req-a50a1864-4aab-4da3-9241-a669bf0fab22 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Aug 30 17:38:17.653814 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523545-7963-463b-bf91-0049c1c63f6d req-c44956e3-e05b-4d40-b52b-01e95dd9fac0 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:17.655322 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9a523545-7963-463b-bf91-0049c1c63f6d req-c44956e3-e05b-4d40-b52b-01e95dd9fac0 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 30 17:38:17.750234 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Deleting port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:17.750571 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:17.839308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] For port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:17.839666 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:17.852836 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Calling delete_port for 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:17.939649 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de55b79-9462-4906-9f79-a850d3a4d978 req-000a7d37-70a7-479d-afb6-1ed41cc233d8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:17.941146 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6de55b79-9462-4906-9f79-a850d3a4d978 req-000a7d37-70a7-479d-afb6-1ed41cc233d8 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Aug 30 17:38:17.984801 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6de55b79-9462-4906-9f79-a850d3a4d978 req-9ed53014-ff26-4870-953e-1959513e917c tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Aug 30 17:38:18.047105 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:18.058488 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['6bab65c3-d41e-4bc7-8031-fb1423fa9dc3'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:18.073545 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Pushing event deleted for resources: {'Port': ['ID=6bab65c3-d41e-4bc7-8031-fb1423fa9dc3,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:18.116770 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] No DVR routers for this DVR port 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:38:18.119290 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:18.121311 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9a523545-7963-463b-bf91-0049c1c63f6d req-a1500e8e-cd27-4170-92f3-7f7ac244232c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "DELETE /v2.0/ports/6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 HTTP/1.1" status: 204 len: 173 time: 0.4594831 Aug 30 17:38:18.268225 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'name': 'network-vif-deleted', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:18.270665 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c480cd29-71d4-4fb8-9d63-904ef3e2ff7a" -d '{"events": [{"server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "name": "network-vif-deleted", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:18.307179 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b8d008-ea29-48af-bec4-d849a891d413 x-openstack-request-id: req-79b8d008-ea29-48af-bec4-d849a891d413 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:18.308182 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94face6c-17f4-45d6-b55c-4fd6dd924f3f", "name": "network-vif-deleted", "tag": "6bab65c3-d41e-4bc7-8031-fb1423fa9dc3", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:18.308492 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79b8d008-ea29-48af-bec4-d849a891d413 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:18.308986 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94face6c-17f4-45d6-b55c-4fd6dd924f3f', 'name': 'network-vif-deleted', 'tag': '6bab65c3-d41e-4bc7-8031-fb1423fa9dc3', 'status': 'completed', 'code': 200} Aug 30 17:38:18.386806 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:18.408048 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:18.408760 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ddfb2d8-16b3-4a06-a49f-e71b201a5539 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:18.409288 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:18.442541 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:18.442987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 6bab65c3-d41e-4bc7-8031-fb1423fa9dc3 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:18.458942 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09210b83-61fa-48a7-b44d-b2a2d0f88eca req-d5a5fc2f-88ec-457e-aae4-0aef31f23745 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=94face6c-17f4-45d6-b55c-4fd6dd924f3f HTTP/1.1" status: 200 len: 210 time: 0.0270143 Aug 30 17:38:18.892627 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc67e-a4d0-4231-b2f1-8c889ec17b9c req-2fbdf457-37d4-4ac6-833e-c4a96c4f18f1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:18.894188 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-734fc67e-a4d0-4231-b2f1-8c889ec17b9c req-2fbdf457-37d4-4ac6-833e-c4a96c4f18f1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0493414 Aug 30 17:38:18.933841 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-734fc67e-a4d0-4231-b2f1-8c889ec17b9c req-22d15c2b-3855-4609-b322-79101156c3c5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336528 Aug 30 17:38:19.101950 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e1dd0-6aae-41e8-a0e9-b63af5c58110 req-661627be-a8bb-4410-aa49-d64c1b3a5148 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:19.103715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af0e1dd0-6aae-41e8-a0e9-b63af5c58110 req-661627be-a8bb-4410-aa49-d64c1b3a5148 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0485449 Aug 30 17:38:19.142244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af0e1dd0-6aae-41e8-a0e9-b63af5c58110 req-e2221757-8458-4509-9803-799af178db2e tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Aug 30 17:38:19.712765 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-36f028a9-7eb3-408c-b62b-4ff3482bd25b tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:19.714167 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-36f028a9-7eb3-408c-b62b-4ff3482bd25b tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/networks?id=9522f146-ebf6-4415-a38a-431d14e573db HTTP/1.1" status: 200 len: 808 time: 0.1018672 Aug 30 17:38:19.728750 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-3c9637bf-2569-4aa7-8835-efd44cb1938e tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/quotas/03f72e7f47e34a90912b7e5910b84d10 HTTP/1.1" status: 200 len: 375 time: 0.0087519 Aug 30 17:38:19.759226 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-f69af6b5-d1ff-4a1a-88cc-cf4c4566465b tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252697 Aug 30 17:38:19.849930 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5ac0e32a-8735-4c03-b510-c45eef679e35 service neutron] 10.222.0.10 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831716 Aug 30 17:38:19.936683 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-34fa1cf8-5a11-4e4e-860e-7d863620b5cd service neutron] 10.222.0.10 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 Aug 30 17:38:20.053284 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcca9c7-e92b-43fd-b287-a9c85fbbc0b1 req-85111b1e-c055-420e-881d-4868ccf6eb8f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:20.054803 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5fcca9c7-e92b-43fd-b287-a9c85fbbc0b1 req-85111b1e-c055-420e-881d-4868ccf6eb8f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0490711 Aug 30 17:38:20.095484 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5fcca9c7-e92b-43fd-b287-a9c85fbbc0b1 req-f02e7dac-341d-4efe-9a87-49a67dcde72c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Aug 30 17:38:20.184858 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c8278c70-4cca-4e6d-816e-63303e8e9303 req-ddaf7dff-cc37-453a-b89e-593f31d1c76f tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 210 time: 0.0267022 Aug 30 17:38:20.273661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f7b78-e75b-4ec3-a1d3-01fd198458fb req-e0c1292e-a9ee-4c5f-adb6-8509367af124 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:20.275183 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cf8f7b78-e75b-4ec3-a1d3-01fd198458fb req-e0c1292e-a9ee-4c5f-adb6-8509367af124 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Aug 30 17:38:20.313763 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cf8f7b78-e75b-4ec3-a1d3-01fd198458fb req-0eb9731c-66e8-41f1-ba19-d622aee26815 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Aug 30 17:38:20.563342 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca002a9-507e-4353-ab29-ded7d490d963 req-72274f15-91c7-4b38-8624-87c8ab19152f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:20.564901 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-dca002a9-507e-4353-ab29-ded7d490d963 req-72274f15-91c7-4b38-8624-87c8ab19152f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0548830 Aug 30 17:38:20.660279 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Deleting port 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:20.660623 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:20.756128 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] For port 5d34aa7c-32ed-4f98-8788-ca4482119648, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5d34aa7c-32ed-4f98-8788-ca4482119648,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:20.756494 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:21.224100 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9e61-b9d9-4d0d-8271-ed44445b513e req-ec8fe6f5-8abc-4909-b419-a3ba25a35501 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:21.226719 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-147a9e61-b9d9-4d0d-8271-ed44445b513e req-ec8fe6f5-8abc-4909-b419-a3ba25a35501 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=fadfe230-a5f4-4048-813f-aba95fcd4393 HTTP/1.1" status: 200 len: 947 time: 0.0564384 Aug 30 17:38:21.231870 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:21.231870 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:21.231870 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Floating IP 0c759fbe-e764-4b9d-b927-7ef91dfb112d disassociated. External IP: 172.27.3.181, port: 5d34aa7c-32ed-4f98-8788-ca4482119648. Aug 30 17:38:21.232372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Calling delete_port for 5d34aa7c-32ed-4f98-8788-ca4482119648 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:21.277820 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-147a9e61-b9d9-4d0d-8271-ed44445b513e req-736ad2a7-91cb-44f5-91fc-885e40ca6af4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=88601c1c-721c-4192-902c-24e1f5a0e058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448837 Aug 30 17:38:21.295929 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d23fa998-c943-4a82-b6d9-a33b389ca019 req-3f23a350-199b-4de4-9ee5-135c6cf802d2 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 210 time: 0.0343451 Aug 30 17:38:21.426945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cf4e5-302f-4902-a97d-9ea962ecf42e req-2120e2a1-b780-4d34-a276-2788df5890ef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:21.428466 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a81cf4e5-302f-4902-a97d-9ea962ecf42e req-2120e2a1-b780-4d34-a276-2788df5890ef tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Aug 30 17:38:21.441703 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:21.474073 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a81cf4e5-302f-4902-a97d-9ea962ecf42e req-a4f407be-9376-404f-a0cf-c9248a0bea9b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Aug 30 17:38:21.479341 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'Port': ['ID=5d34aa7c-32ed-4f98-8788-ca4482119648,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:21.592536 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:38:21.698038 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:21.711371 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:21.721118 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:21.722107 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:37:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:21.739163 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] No DVR routers for this DVR port 5d34aa7c-32ed-4f98-8788-ca4482119648 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:38:21.741870 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:21.743873 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-dca002a9-507e-4353-ab29-ded7d490d963 req-3896a931-f004-4a3e-b982-8f03f4504b2f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "DELETE /v2.0/ports/5d34aa7c-32ed-4f98-8788-ca4482119648 HTTP/1.1" status: 204 len: 173 time: 1.1717527 Aug 30 17:38:21.744299 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-deleted', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:21.747085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79d61ce-4d69-4c4e-bdee-23f05ab7374e" -d '{"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-deleted", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:21.783157 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be232325-328f-495c-bd24-6375ac2427f2 x-openstack-request-id: req-be232325-328f-495c-bd24-6375ac2427f2 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:21.783440 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadfe230-a5f4-4048-813f-aba95fcd4393", "name": "network-vif-deleted", "tag": "5d34aa7c-32ed-4f98-8788-ca4482119648", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:21.783689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be232325-328f-495c-bd24-6375ac2427f2 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:21.784075 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadfe230-a5f4-4048-813f-aba95fcd4393', 'name': 'network-vif-deleted', 'tag': '5d34aa7c-32ed-4f98-8788-ca4482119648', 'status': 'completed', 'code': 200} Aug 30 17:38:21.839348 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:22.056617 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:22.084901 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:22.094038 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:22.094801 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:37:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:22.169704 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-73de3c6f-fcad-4edd-9c46-ffcff9ed6476 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:22.171539 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-73de3c6f-fcad-4edd-9c46-ffcff9ed6476 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "GET /v2.0/networks?id=9522f146-ebf6-4415-a38a-431d14e573db HTTP/1.1" status: 200 len: 808 time: 0.1230254 Aug 30 17:38:22.190261 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Request body: {'port': {'device_id': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db', 'admin_state_up': True, 'tenant_id': '03f72e7f47e34a90912b7e5910b84d10'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:22.209595 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:22.420417 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec7cbc75-d1f0-4e7b-b6fb-4157b630b284 req-4ba9085e-7d6c-4056-b0cf-ea1b1a4e9c2c tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Aug 30 17:38:22.448777 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:22.459181 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Made reservation on behalf of 03f72e7f47e34a90912b7e5910b84d10 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:22.463263 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.475394 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42832) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:22.510733 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52fb3b-0173-4ba2-8e27-6c3e60669b2d None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:22.601620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.617858 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Allocated IP 172.20.0.3 (9522f146-ebf6-4415-a38a-431d14e573db/4261d071-9a2c-4998-9f49-a979678e4e57/30da8b83-2f2c-4b8d-968c-b3a8f7184409) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:22.631059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.658970 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7abdac-bddd-4821-9c57-3f4dd8770f29 req-5a78f5ce-f66d-42e9-8cac-51e2560debde tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:22.658970 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a7abdac-bddd-4821-9c57-3f4dd8770f29 req-5a78f5ce-f66d-42e9-8cac-51e2560debde tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0949886 Aug 30 17:38:22.714417 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a7abdac-bddd-4821-9c57-3f4dd8770f29 req-1344db94-20dd-4091-bcbc-c0b27470395d tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456159 Aug 30 17:38:22.786516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.799048 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70233bc-fa90-44dc-8891-a644d125dd5f None None] New status for floating IP 0c759fbe-e764-4b9d-b927-7ef91dfb112d: DOWN {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:38:22.824345 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.827391 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.828525 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "DELETE /v2.0/security-groups/88601c1c-721c-4192-902c-24e1f5a0e058 HTTP/1.1" status: 204 len: 168 time: 0.3388560 Aug 30 17:38:22.831300 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42840) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:22.837789 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bd505-b81b-4e7e-93f6-ea1bdb3afd11 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88601c1c-721c-4192-902c-24e1f5a0e058,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:22.850815 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.api.v2.resource [None req-fa5dc04f-1951-48c0-a4f9-758a549866da tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] show failed (client error): The resource could not be found. Aug 30 17:38:22.855999 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fa5dc04f-1951-48c0-a4f9-758a549866da tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups/88601c1c-721c-4192-902c-24e1f5a0e058 HTTP/1.1" status: 404 len: 347 time: 0.0194511 Aug 30 17:38:22.856618 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42842) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:22.870483 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:22.928763 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Pushing event updated for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:22.941386 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.941747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.942077 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.942455 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.942787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.943121 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.943450 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.943789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.944098 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.944424 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.944745 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.945066 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:22.949327 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Network 9522f146-ebf6-4415-a38a-431d14e573db is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:22.951579 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:22.953540 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:23.009406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:23.010031 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.016490 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Deleting port ab088224-41af-44e6-a5e9-88c3439e63c2 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:23.017128 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.094182 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-c09a5473-9905-4bf3-8be1-c1492a6f1afb tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109378 Aug 30 17:38:23.103708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.103708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.110079 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Request body: {'port': {'device_id': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:23.113169 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Calling delete_port for ab088224-41af-44e6-a5e9-88c3439e63c2 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:23.169695 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.292880 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-0302c709-cf14-4a22-9894-ecdf756c0bc3 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:23.295195 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-0302c709-cf14-4a22-9894-ecdf756c0bc3 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0652945 Aug 30 17:38:23.374549 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.411274 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'Port': ['ID=ab088224-41af-44e6-a5e9-88c3439e63c2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:23.449955 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30da8b83-2f2c-4b8d-968c-b3a8f7184409 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:23.461925 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.479123 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Transition to ACTIVE for port object 30da8b83-2f2c-4b8d-968c-b3a8f7184409 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:23.489866 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Deleting port 9db70c13-7abc-4250-9874-b955d34c2df0 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:23.490613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.495870 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.498715 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.499874 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7469652b-5b0e-40cb-9b92-232665cc0cef tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "DELETE /v2.0/floatingips/0c759fbe-e764-4b9d-b927-7ef91dfb112d HTTP/1.1" status: 204 len: 168 time: 0.6421132 Aug 30 17:38:23.561595 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.617484 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e8291-5c3b-43fc-b184-cf6f87caf28e req-4a0accfa-2b5c-4753-94c8-41ea983bc9d4 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:23.619062 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9b6e8291-5c3b-43fc-b184-cf6f87caf28e req-4a0accfa-2b5c-4753-94c8-41ea983bc9d4 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 931 time: 0.1182024 Aug 30 17:38:23.638507 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] For port 9db70c13-7abc-4250-9874-b955d34c2df0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9db70c13-7abc-4250-9874-b955d34c2df0,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:23.639099 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.661401 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Calling delete_port for 9db70c13-7abc-4250-9874-b955d34c2df0 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:23.664809 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Pushing event updated for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:23.700376 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Attempting to bind port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:23.700376 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Attempting to bind port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:23.700635 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Attempting to bind port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 on network 9522f146-ebf6-4415-a38a-431d14e573db {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:23.707111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 on network 9522f146-ebf6-4415-a38a-431d14e573db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:38:23.707111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Attempting to bind port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 on network 9522f146-ebf6-4415-a38a-431d14e573db {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:23.710861 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:23.711202 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Checking segment: {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:23.711583 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Bound using segment: {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:23.712007 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Bound port: 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:23.712365 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.735214 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9b6e8291-5c3b-43fc-b184-cf6f87caf28e req-078153a8-2eab-49e7-b57f-b2e0c14f45e6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867407 Aug 30 17:38:23.805235 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:23.809444 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:23.866833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11758bc-523c-4e0d-b001-fa1fd34f5ba5 req-bae9f8a9-4cd3-42d7-8f67-007774696518 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:23.868312 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e11758bc-523c-4e0d-b001-fa1fd34f5ba5 req-bae9f8a9-4cd3-42d7-8f67-007774696518 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 945 time: 0.0548065 Aug 30 17:38:23.882102 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.906922 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e11758bc-523c-4e0d-b001-fa1fd34f5ba5 req-e699e663-563d-429c-b7f1-fc7a072b8716 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/security-groups?id=bae17b90-5a09-4346-9698-5bab48415991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Aug 30 17:38:23.910320 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.923167 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['9db70c13-7abc-4250-9874-b955d34c2df0'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:23.945023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Pushing event deleted for resources: {'Port': ['ID=9db70c13-7abc-4250-9874-b955d34c2df0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:23.953589 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:23.954244 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:23.955669 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] 10.222.0.50 "PUT /v2.0/ports/30da8b83-2f2c-4b8d-968c-b3a8f7184409 HTTP/1.1" status: 200 len: 1093 time: 0.8520932 Aug 30 17:38:23.956107 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:23.958392 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:23.977395 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d02bd-d175-4ac9-a41c-a8fbe67829cc service neutron] Pushing event updated for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:23.987211 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42854) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:23.992764 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706825612', 'description': 'tempest-description--245334316'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:23.997670 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] No DVR routers for this DVR port 9db70c13-7abc-4250-9874-b955d34c2df0 on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:38:24.000785 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.003173 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e1c14a4-dc3c-46e5-a28b-3b28c98e589c req-4ecc4782-a003-4bbe-ac10-9626405061f9 tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.50 "DELETE /v2.0/ports/9db70c13-7abc-4250-9874-b955d34c2df0 HTTP/1.1" status: 204 len: 173 time: 0.7013867 Aug 30 17:38:24.003670 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'name': 'network-vif-deleted', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:24.006358 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f9dee-b9fc-42ea-af87-bd6a21d34a68" -d '{"events": [{"server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "name": "network-vif-deleted", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:24.010858 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a6323a-178d-47ec-a386-49062911fc9b x-openstack-request-id: req-43a6323a-178d-47ec-a386-49062911fc9b {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:24.017081 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:24.017081 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43a6323a-178d-47ec-a386-49062911fc9b {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:24.017081 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409', 'status': 'completed', 'code': 200} Aug 30 17:38:24.048253 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a7170e-b275-4670-a244-8ac500324f2e x-openstack-request-id: req-94a7170e-b275-4670-a244-8ac500324f2e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:24.048680 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d547641-9fe6-42d6-b110-3fa0e88e4c99", "name": "network-vif-deleted", "tag": "9db70c13-7abc-4250-9874-b955d34c2df0", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:24.048953 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94a7170e-b275-4670-a244-8ac500324f2e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:24.049329 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d547641-9fe6-42d6-b110-3fa0e88e4c99', 'name': 'network-vif-deleted', 'tag': '9db70c13-7abc-4250-9874-b955d34c2df0', 'status': 'completed', 'code': 200} Aug 30 17:38:24.084668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-3a81d968-413e-471f-b154-5a414f964e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.086249 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-3a81d968-413e-471f-b154-5a414f964e33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 1096 time: 0.0474350 Aug 30 17:38:24.128765 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.194446 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-1c1f1a0e-cee3-43dc-a809-977ef3b0175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.195978 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-1c1f1a0e-cee3-43dc-a809-977ef3b0175d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=03f72e7f47e34a90912b7e5910b84d10&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1016610 Aug 30 17:38:24.227678 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.333137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.366026 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d7c39-289e-442b-8552-b291080bbe53,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:24.422945 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:24.445346 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.445346 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-85960d4c-5844-4e57-a7b5-a6618862562d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4544098 Aug 30 17:38:24.445653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 5d34aa7c-32ed-4f98-8788-ca4482119648 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:24.445653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5d34aa7c-32ed-4f98-8788-ca4482119648 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:24.446324 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42858) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:24.452232 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group_rule': {'security_group_id': '5a9d7c39-289e-442b-8552-b291080bbe53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:24.516864 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-515206a3-d7e9-41f6-8637-1879cf0b94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.518364 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4daa08ed-084f-4ba6-af6f-fd4eb629eac1 req-515206a3-d7e9-41f6-8637-1879cf0b94c2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3154585 Aug 30 17:38:24.550969 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.598564 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-fa532759-258e-45e4-96c0-d6cf68f6fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.600150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-fa532759-258e-45e4-96c0-d6cf68f6fd8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=03f72e7f47e34a90912b7e5910b84d10&device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 1096 time: 0.0439823 Aug 30 17:38:24.609302 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.642897 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-8066f232-b3bc-47fc-a6a7-dfbbac366e9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409 HTTP/1.1" status: 200 len: 217 time: 0.0341570 Aug 30 17:38:24.693197 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.707862 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-9dcb10ca-7c46-4be7-b2ec-de9393ef3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.709799 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-9dcb10ca-7c46-4be7-b2ec-de9393ef3e61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4261d071-9a2c-4998-9f49-a979678e4e57 HTTP/1.1" status: 200 len: 848 time: 0.0518584 Aug 30 17:38:24.715649 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffbdce4-a7ac-4a94-bcf1-7259c39ebe35,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:24.745384 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-4968556b-a140-445d-98b6-5b4051574fc5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9522f146-ebf6-4415-a38a-431d14e573db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258992 Aug 30 17:38:24.812796 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.813788 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ab41acf1-cf5f-4d30-ab99-6de1b306a2b8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663905 Aug 30 17:38:24.816492 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42862) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:24.820959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'security_group_rule': {'security_group_id': '5a9d7c39-289e-442b-8552-b291080bbe53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:24.865096 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-b4b6c606-31af-4ec2-83fa-6a8f87897a0e service neutron] 10.222.0.50 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142406 Aug 30 17:38:24.888450 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080619-07ca-492b-8372-65e86190ad39 req-bb0f1630-19e9-43eb-998c-803e3e0e7046 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:24.889928 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb080619-07ca-492b-8372-65e86190ad39 req-bb0f1630-19e9-43eb-998c-803e3e0e7046 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 943 time: 0.0763993 Aug 30 17:38:24.915077 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.976338 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:24.979473 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb080619-07ca-492b-8372-65e86190ad39 req-25bccd3c-00ef-4740-97d8-fa1116a89eea tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784206 Aug 30 17:38:25.003029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-06c736f5-92a1-41a7-b5df-b16c719a05db req-1ecf577f-11a5-4d6c-8041-ca0594a6941b service neutron] 10.222.0.50 "GET /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292753 Aug 30 17:38:25.034732 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-19348ba2-5028-4b43-bf61-ea870310cfd4 req-1bca6e3e-e0d5-4fc6-a551-d5b25318722b tempest-ServerRescueNegativeTestJSON-857334528 tempest-ServerRescueNegativeTestJSON-857334528-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d547641-9fe6-42d6-b110-3fa0e88e4c99 HTTP/1.1" status: 200 len: 210 time: 0.0349503 Aug 30 17:38:25.041988 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.059927 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657602c1-6303-427f-92b7-c57beb77a99a,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:25.173149 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.174448 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7f5c763a-84f4-4a84-b329-0f663c64d5c1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569815 Aug 30 17:38:25.177493 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42866) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:25.181898 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:25.269928 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.365895 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.469334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Allocated IP 172.27.3.32 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/b1555915-57dc-48e9-939b-bbe34d45f037) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:25.566527 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.664574 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.700298 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:25.705002 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:25.708640 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:25.735371 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=b1555915-57dc-48e9-939b-bbe34d45f037,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:25.779333 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-a5906262-4cb9-42b8-ba04-9da725620493 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397632 Aug 30 17:38:25.799682 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.880489 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-7c15be2d-96ac-40a5-8b7c-e2accee3aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:25.881846 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-7c15be2d-96ac-40a5-8b7c-e2accee3aa83 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 1098 time: 0.0403316 Aug 30 17:38:25.901365 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.904324 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-74a5ee03-6c92-4b41-87d0-d1fd22707714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.988533 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-f2dc0bbb-d88b-4234-88ce-a88729259ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:25.990058 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-f2dc0bbb-d88b-4234-88ce-a88729259ba2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.0891373 Aug 30 17:38:26.055623 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.058514 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-94e80d84-06ef-4b07-8818-eaa6acc5b1e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5 HTTP/1.1" status: 200 len: 1000 time: 0.0608671 Aug 30 17:38:26.094425 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42872) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:26.134831 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.136478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-add6a3cd-c8b4-4c90-b7a2-675e9ba79f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:26.138370 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-add6a3cd-c8b4-4c90-b7a2-675e9ba79f10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0685787 Aug 30 17:38:26.146995 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19844f0-4e8b-4664-890c-c8feedfc30b8 req-84cfca30-a8ee-4317-96e9-be70f2753c12 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:26.148680 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f19844f0-4e8b-4664-890c-c8feedfc30b8 req-84cfca30-a8ee-4317-96e9-be70f2753c12 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 943 time: 0.0885422 Aug 30 17:38:26.213308 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-33ba4676-2381-4b4d-b5b0-f817e7ea2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:26.214880 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-33ba4676-2381-4b4d-b5b0-f817e7ea2aab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0654709 Aug 30 17:38:26.218026 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f19844f0-4e8b-4664-890c-c8feedfc30b8 req-0f17d069-9f3a-44f1-930e-3e513d291043 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Aug 30 17:38:26.260921 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=b1555915-57dc-48e9-939b-bbe34d45f037,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:26.279795 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.311344 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-bef70bc6-b7af-46f9-9b1c-048f6e9b6a91 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891509 Aug 30 17:38:26.404039 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-854fd542-69a2-4bd8-90ec-6c17a729813d req-bdb3701e-ea13-4e9f-8303-712e38bc8f1c service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Aug 30 17:38:26.425743 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.427009 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6f5c61d8-482a-454d-81ec-27ebaea1cf56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2486076 Aug 30 17:38:26.453533 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 30da8b83-2f2c-4b8d-968c-b3a8f7184409 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:38:26.466743 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9db70c13-7abc-4250-9874-b955d34c2df0 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:26.490866 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 9db70c13-7abc-4250-9874-b955d34c2df0 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:26.491206 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9db70c13-7abc-4250-9874-b955d34c2df0 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:26.582856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:26.595935 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '30da8b83-2f2c-4b8d-968c-b3a8f7184409', 'network_id': '9522f146-ebf6-4415-a38a-431d14e573db', 'port_id': '30da8b83-2f2c-4b8d-968c-b3a8f7184409', 'mac_address': 'fa:16:3e:17:f3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4261d071-9a2c-4998-9f49-a979678e4e57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:38:26.621384 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-3496d5cf-2be2-4323-bf18-81b97f4bdb56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1706825612&fields=id&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 267 time: 0.0372100 Aug 30 17:38:26.622377 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.636148 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.649652 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30da8b83-2f2c-4b8d-968c-b3a8f7184409 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:26.674062 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:26.739096 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:26.749225 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-d2ceb9cf-359e-4cd3-bbfa-96e7f554b0ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:26.750862 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-d2ceb9cf-359e-4cd3-bbfa-96e7f554b0ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 817 time: 0.1223509 Aug 30 17:38:26.769379 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-e2ab4b28-e868-44ca-8da7-f6b4f7482fca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/quotas/2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 375 time: 0.0114186 Aug 30 17:38:26.793463 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:26.836119 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-fb46c37d-077e-4ef9-84cf-d3d8d3e4ab34 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591793 Aug 30 17:38:26.938355 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-8935314e-4f4e-4859-a7af-6cc95a544937 service neutron] 10.222.0.10 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891671 Aug 30 17:38:26.952771 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['30da8b83-2f2c-4b8d-968c-b3a8f7184409'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:27.062473 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-ee4ffad9-5e47-42fc-96ec-6ced2dd03836 service neutron] 10.222.0.10 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178865 Aug 30 17:38:27.103069 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.172951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Deleting port fe42354a-8b30-4468-ba58-2c731e6446c4 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:27.173536 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.256080 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] For port fe42354a-8b30-4468-ba58-2c731e6446c4, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fe42354a-8b30-4468-ba58-2c731e6446c4,segment=NetworkSegment(1044ca12-d992-4c83-a226-b973dfab9259),segment_id=1044ca12-d992-4c83-a226-b973dfab9259)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:27.256539 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.270859 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Calling delete_port for fe42354a-8b30-4468-ba58-2c731e6446c4 owned by network:router_interface {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:27.339419 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b58dc92e-b4c8-42b8-8fca-4c11e5518179 req-3234465b-cdb2-4eaf-87e6-8e46d43cd352 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 210 time: 0.0405672 Aug 30 17:38:27.380411 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d99e-5a66-45e0-bac0-4d62508c8d2e req-20e3ec9e-eb90-4cde-9da2-64d41f49caa6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:27.386602 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6e36d99e-5a66-45e0-bac0-4d62508c8d2e req-20e3ec9e-eb90-4cde-9da2-64d41f49caa6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Aug 30 17:38:27.424880 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6e36d99e-5a66-45e0-bac0-4d62508c8d2e req-c42f88db-6152-4eb3-8745-99944ed3182a tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Aug 30 17:38:27.567327 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.591326 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe42354a-8b30-4468-ba58-2c731e6446c4,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:27.747823 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.955806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Router ecb0af20-a260-41e2-8031-9e17dab8c72a has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:38:28.059890 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:28.069079 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b8500df9-1da8-477a-94f2-b1d3241dac1d admin admin] 10.222.0.10 "PUT /v2.0/routers/ecb0af20-a260-41e2-8031-9e17dab8c72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9695003 Aug 30 17:38:28.069079 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42898) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:28.070885 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Sync routers for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:28.079961 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:28.080661 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:37:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:28.173090 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks [] for router, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.187118 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:28.279188 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.425000 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Deleting port e6034929-dca0-421f-8752-d9d0ae4d86ae {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:28.425289 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.444723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aadcbf63-4839-4d9a-ab34-ff35c9853bfe req-c1d1a072-d8c4-4915-952b-53a2cd0263be tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Aug 30 17:38:28.453130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 30da8b83-2f2c-4b8d-968c-b3a8f7184409 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:28.484562 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:38:27Z', 'revision_number': 5, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port': {'id': 'e6034929-dca0-421f-8752-d9d0ae4d86ae', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:43Z', 'updated_at': '2021-08-30T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:28.515816 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Checking router: ecb0af20-a260-41e2-8031-9e17dab8c72a for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:28.524646 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Routers {'ecb0af20-a260-41e2-8031-9e17dab8c72a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:28.525238 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:37:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ecb0af20-a260-41e2-8031-9e17dab8c72a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:28.536693 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] For port e6034929-dca0-421f-8752-d9d0ae4d86ae, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e6034929-dca0-421f-8752-d9d0ae4d86ae,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:28.541445 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.552402 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Calling delete_port for e6034929-dca0-421f-8752-d9d0ae4d86ae owned by network:router_gateway {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:28.561634 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:28.576659 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:28.577557 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.604162 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86d6ac-2465-4f67-9033-29ea199b9cad req-64ee402c-01f2-4868-b37e-8df9440cc1c9 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:28.617743 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1e86d6ac-2465-4f67-9033-29ea199b9cad req-64ee402c-01f2-4868-b37e-8df9440cc1c9 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 944 time: 0.1005280 Aug 30 17:38:28.659516 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] Set router ecb0af20-a260-41e2-8031-9e17dab8c72a gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:28.677802 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1e86d6ac-2465-4f67-9033-29ea199b9cad req-e2968cbb-fa38-4f6d-aae2-cdb64cc4427e tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Aug 30 17:38:28.760239 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4460ca60-17aa-422f-9bae-0c2bbefcebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.760522 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:38:28Z', 'revision_number': 6, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:28.764058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.788843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:28.790716 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe0b-3936-4266-bae7-0b40eb8f2a44 None None] The sync data for ids ['ecb0af20-a260-41e2-8031-9e17dab8c72a'] in dv-cinder-759955-15-iscsi is: [{'id': 'ecb0af20-a260-41e2-8031-9e17dab8c72a', 'name': 'tempest-ServerRescueNegativeTestJSON-292187398-router', 'tenant_id': '99c38eff987a46e39230b2c99a239d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:42Z', 'updated_at': '2021-08-30T17:38:28Z', 'revision_number': 6, 'project_id': '99c38eff987a46e39230b2c99a239d9e', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:28.797907 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b729907-275c-4a78-acf7-52d3680164bf" -d '{"events": [{"server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "name": "network-vif-plugged", "status": "completed", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:28.804516 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:28.829989 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb6ff79-39d8-41fc-afe9-430e417a51cf x-openstack-request-id: req-9bb6ff79-39d8-41fc-afe9-430e417a51cf {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:28.830319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "name": "network-vif-plugged", "status": "completed", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:28.830856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9bb6ff79-39d8-41fc-afe9-430e417a51cf {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:28.831108 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409', 'code': 200} Aug 30 17:38:28.841738 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.869172 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6034929-dca0-421f-8752-d9d0ae4d86ae,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:28.885115 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.929063 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.935152 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:28.950808 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.034136 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.036293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.173504 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.174933 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb0af20-a260-41e2-8031-9e17dab8c72a {{(pid=94571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:38:29.181640 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.182642 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef803c-ceb2-4d86-b48d-596b6b9fbe24 req-4db3d9c3-e783-4a09-a870-80b0e0068d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:29.183301 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-17446216-5635-4b6c-a35e-da9017edce05 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ecb0af20-a260-41e2-8031-9e17dab8c72a HTTP/1.1" status: 204 len: 168 time: 1.1148803 Aug 30 17:38:29.184831 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8ef803c-ceb2-4d86-b48d-596b6b9fbe24 req-4db3d9c3-e783-4a09-a870-80b0e0068d99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 1098 time: 0.0454133 Aug 30 17:38:29.187502 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:29.266261 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8ef803c-ceb2-4d86-b48d-596b6b9fbe24 req-6d09ab67-d593-4a0c-bc23-ea5c5619044a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720422 Aug 30 17:38:29.269149 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Deleting subnet fbde1dfd-98ad-405d-8030-03926981d490 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:38:29.273382 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.310472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.348347 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.487139 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.561412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbde1dfd-98ad-405d-8030-03926981d490,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:29.583415 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.585338 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fbde1dfd-98ad-405d-8030-03926981d490 HTTP/1.1" status: 204 len: 168 time: 0.3979344 Aug 30 17:38:29.587948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42910) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:29.595468 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34507ab4-b991-4a01-ab56-a7700c015fba req-2c940366-1ae7-4298-ae45-c03cae2633ad tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 210 time: 0.0617826 Aug 30 17:38:29.596261 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fe42354a-8b30-4468-ba58-2c731e6446c4 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:29.599891 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.600691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.601048 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.601398 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.602129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.602129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.602411 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.602828 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.603313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.603655 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.604112 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.604462 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e1a5d-2060-434f-a9ac-3055a8e80dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:29.618843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: fe42354a-8b30-4468-ba58-2c731e6446c4 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:29.619190 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fe42354a-8b30-4468-ba58-2c731e6446c4 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:29.669474 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-9f305dd1-413d-4ecc-aba2-65d3f4d76533 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:29.671278 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-9f305dd1-413d-4ecc-aba2-65d3f4d76533 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 817 time: 0.2063873 Aug 30 17:38:29.692402 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.717262 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-ff8c6a3f-83a4-4e09-a361-98602d0a266b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 380 time: 0.0352519 Aug 30 17:38:29.728122 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'port': {'device_id': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'admin_state_up': True, 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'security_groups': ['5a9d7c39-289e-442b-8552-b291080bbe53']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:29.733980 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.788017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.798459 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d97318e-47f7-4bcf-bbf2-aa8f041029b5']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:29.812374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1044ca12-d992-4c83-a226-b973dfab9259') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:29.812746 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1044ca12-d992-4c83-a226-b973dfab9259') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:29.822312 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.837532 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.846977 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:38:29.847391 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:38:29.849751 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:38:29.870586 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871ceee-2df5-4687-8385-733c15cff1b8 req-2f1c3b20-79d9-4d13-9c4d-635a7d200550 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:29.872165 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a871ceee-2df5-4687-8385-733c15cff1b8 req-2f1c3b20-79d9-4d13-9c4d-635a7d200550 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 945 time: 0.0837760 Aug 30 17:38:29.927041 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a871ceee-2df5-4687-8385-733c15cff1b8 req-918b5e32-eec0-4bc6-b6b4-c601a462ba5e tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Aug 30 17:38:29.962284 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.975994 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:29.975994 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d97318e-47f7-4bcf-bbf2-aa8f041029b5 HTTP/1.1" status: 204 len: 168 time: 0.3820131 Aug 30 17:38:29.987721 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfad592-9c21-483d-880a-9e72cddc5002 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d97318e-47f7-4bcf-bbf2-aa8f041029b5,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:30.013168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Made reservation on behalf of 2bb9dc2c6337401a9def8b7d509a6095 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:30.016752 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.145337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Allocated IP 172.20.0.7 (b425eb6f-6425-46a4-9e43-520a6f79111d/1528b3db-c635-48ee-a684-c643eb323e5b/86504d86-353f-435c-82df-1f45d6762d7c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:30.254056 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42920) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:30.312334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.323330 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-8145c936-3ae8-4719-8cd7-a64f5c3d5b03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99c38eff987a46e39230b2c99a239d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681808 Aug 30 17:38:30.326820 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42922) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:30.330921 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Transition to ACTIVE for port object 86504d86-353f-435c-82df-1f45d6762d7c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:30.382866 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.405522 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.430501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.473708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Network b425eb6f-6425-46a4-9e43-520a6f79111d is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:30.476905 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:30.480686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:30.498644 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.501265 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.502440 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bae17b90-5a09-4346-9698-5bab48415991 HTTP/1.1" status: 204 len: 168 time: 0.1744976 Aug 30 17:38:30.511115 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9fe99-ffd3-42fa-a98d-571feb2dfbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae17b90-5a09-4346-9698-5bab48415991,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:30.526510 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:30.549513 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:30.550265 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.648527 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-edd7e40d-1393-45b1-8c9c-de298c44a7c9 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9248040 Aug 30 17:38:30.661562 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Request body: {'port': {'device_id': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:30.752081 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.767746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37d45d-1de8-4e94-a88c-0f6ea801c181 req-8ddfc3c6-a413-4817-b055-bd446df37c49 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:30.769238 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bb37d45d-1de8-4e94-a88c-0f6ea801c181 req-8ddfc3c6-a413-4817-b055-bd446df37c49 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 931 time: 0.0829787 Aug 30 17:38:30.789508 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f61c1791-f5cb-4d91-9a82-7e7c4e7cdde4 None None] Provisioning for port 86504d86-353f-435c-82df-1f45d6762d7c completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:30.794248 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f61c1791-f5cb-4d91-9a82-7e7c4e7cdde4 None None] Provisioning complete for port 86504d86-353f-435c-82df-1f45d6762d7c triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:30.796128 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f61c1791-f5cb-4d91-9a82-7e7c4e7cdde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.832298 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f61c1791-f5cb-4d91-9a82-7e7c4e7cdde4 None None] Port 86504d86-353f-435c-82df-1f45d6762d7c cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:38:30.849148 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bb37d45d-1de8-4e94-a88c-0f6ea801c181 req-14973d8b-4904-43fe-aebe-e5094b5f3db3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736835 Aug 30 17:38:31.092192 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595880ea-224c-44e2-876c-e9501d4b8284 req-536c9128-6a7f-4508-b8c0-980b0bd7b998 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:31.093767 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-595880ea-224c-44e2-876c-e9501d4b8284 req-536c9128-6a7f-4508-b8c0-980b0bd7b998 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 945 time: 0.0948639 Aug 30 17:38:31.112746 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e6034929-dca0-421f-8752-d9d0ae4d86ae no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:31.124834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:31.132712 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: e6034929-dca0-421f-8752-d9d0ae4d86ae {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:31.133058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e6034929-dca0-421f-8752-d9d0ae4d86ae not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:31.141486 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.167913 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Transition to ACTIVE for port object 86504d86-353f-435c-82df-1f45d6762d7c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:31.172619 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-595880ea-224c-44e2-876c-e9501d4b8284 req-8cc26667-33b7-46ce-87c0-abb12b974f22 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645504 Aug 30 17:38:31.247326 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.275880 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.349931 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:31.405140 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Attempting to bind port 86504d86-353f-435c-82df-1f45d6762d7c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:31.405595 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Attempting to bind port 86504d86-353f-435c-82df-1f45d6762d7c by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:31.405918 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Attempting to bind port 86504d86-353f-435c-82df-1f45d6762d7c on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:31.411059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Port 86504d86-353f-435c-82df-1f45d6762d7c on network b425eb6f-6425-46a4-9e43-520a6f79111d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:38:31.411539 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Attempting to bind port 86504d86-353f-435c-82df-1f45d6762d7c on network b425eb6f-6425-46a4-9e43-520a6f79111d {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:31.416821 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:31.417162 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Checking segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:31.417550 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Bound using segment: {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:31.418118 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Bound port: 86504d86-353f-435c-82df-1f45d6762d7c, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f213ba-6662-425d-bd94-e73df94e40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:31.418480 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.486941 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:31.490332 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:31.608106 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.631020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42954) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:31.654830 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:31.655453 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.656859 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] 10.222.0.50 "PUT /v2.0/ports/86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 1093 time: 0.9999447 Aug 30 17:38:31.657472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:31.660027 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71096298-f2c0-42df-b99e-0144b38be1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:31.694846 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01862f-fe6e-4bc6-9e70-87fd66d79c6b service neutron] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:31.719001 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78fc39-cb85-4ee4-9bed-c86ad63be114 x-openstack-request-id: req-3a78fc39-cb85-4ee4-9bed-c86ad63be114 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:31.719708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:31.720104 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a78fc39-cb85-4ee4-9bed-c86ad63be114 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:31.720643 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'status': 'completed', 'code': 200} Aug 30 17:38:31.782484 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-366509047-network', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:31.788839 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-bb8fe060-91bb-420c-94eb-df39b8b16494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:31.790447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-bb8fe060-91bb-420c-94eb-df39b8b16494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0527713 Aug 30 17:38:31.841688 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Made reservation on behalf of 4f93e0f0704749d4815b3d475e7694bc for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:31.844013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.853158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:31.903595 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-81a8a4fc-d150-4cc3-b723-2241accd3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:31.905660 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-81a8a4fc-d150-4cc3-b723-2241accd3079 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1067967 Aug 30 17:38:31.951208 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.001067 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.026722 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a41325-2d5e-4b21-859e-a18863694202 req-4fc75dbc-f04b-4544-93dd-ded37c1fa378 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.027366 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:38:32.028314 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-65a41325-2d5e-4b21-859e-a18863694202 req-4fc75dbc-f04b-4544-93dd-ded37c1fa378 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0956132 Aug 30 17:38:32.037841 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe365c-3fd6-4e15-a040-af59b090b714,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:32.043470 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.043779 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Added segment ad93ba65-3284-41a3-8d6b-07c8de8e1aa5 of type vlan for network 36ae7016-c0ea-419a-b4df-069c09df048b Aug 30 17:38:32.063917 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-304eb479-5803-4b1b-8c3a-6ee65e21356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.065422 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-71096298-f2c0-42df-b99e-0144b38be1f8 req-304eb479-5803-4b1b-8c3a-6ee65e21356e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521418 Aug 30 17:38:32.087610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-65a41325-2d5e-4b21-859e-a18863694202 req-d988a296-16e3-43e3-8c45-5dbf5f5971a6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Aug 30 17:38:32.121770 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.144400 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-4a7a8048-3af0-4656-abdc-65e0ea59edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.145989 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-4a7a8048-3af0-4656-abdc-65e0ea59edb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0412290 Aug 30 17:38:32.191176 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-0729e6d3-ce7f-4a50-885b-7693d7c81166 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 217 time: 0.0377650 Aug 30 17:38:32.238630 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-707a018f-4561-4a94-a8cd-f2cc0de0c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.240087 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-707a018f-4561-4a94-a8cd-f2cc0de0c515 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0425315 Aug 30 17:38:32.252881 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.253979 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.254595 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.285107 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-17207df1-4a2f-493f-a803-78af3f0a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.286791 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-17207df1-4a2f-493f-a803-78af3f0a1a56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394371 Aug 30 17:38:32.315509 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] Pushing event updated for resources: {'Network': ['ID=36ae7016-c0ea-419a-b4df-069c09df048b,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:32.325308 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 36ae7016-c0ea-419a-b4df-069c09df048b details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:38:32.379166 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e8fdbd11-325a-43bc-96b3-580be15c03ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7465208 Aug 30 17:38:32.382079 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42968) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:32.387138 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Request body: {'subnet': {'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-366509047-subnet', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:32.389975 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-dcf84d7f-cbb7-4715-bf08-f8ae8b9dff6d service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957017 Aug 30 17:38:32.421132 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:38:32.482216 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Made reservation on behalf of 4f93e0f0704749d4815b3d475e7694bc for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:32.484413 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-248e8eb7-8dca-4f88-9499-4fc4c39b33fa req-eeee78e8-1525-4e15-94c7-3907bb4a2efa service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866013 Aug 30 17:38:32.484839 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126213123'] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.544552 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014c1cf-db80-4cc9-96d6-b01923566554 req-16ef720f-069c-4bc7-bfaf-b4179a8e3224 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.547060 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9014c1cf-db80-4cc9-96d6-b01923566554 req-16ef720f-069c-4bc7-bfaf-b4179a8e3224 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Aug 30 17:38:32.585503 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9014c1cf-db80-4cc9-96d6-b01923566554 req-31959c49-daaa-40ea-aa68-2e263d14be7b tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317667 Aug 30 17:38:32.699120 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126198153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126213233'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.754712 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56322a9d-de90-4f6c-a540-9bced8bd23e7,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:32.762600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Checking segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:32.762953 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Network hostable DHCP agents. Network: 36ae7016-c0ea-419a-b4df-069c09df048b, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:38:32.846909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Network 36ae7016-c0ea-419a-b4df-069c09df048b is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:38:32.909977 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 36ae7016-c0ea-419a-b4df-069c09df048b) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:32.914015 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:32.914643 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:32.918639 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3659f3-7913-4bc4-8ad9-ad6a149bc6ca None None] Network 36ae7016-c0ea-419a-b4df-069c09df048b requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:38:32.997558 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-a4355b24-49ff-449d-bfa6-7dabfa490d91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6140647 Aug 30 17:38:33.000062 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 42972) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:33.004838 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:33.062069 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-36ae7016-c0ea-419a-b4df-069c09df048b', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:38:33.063034 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.076358 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.077432 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.141189 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.199992 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Allocated IP 172.20.0.2 (36ae7016-c0ea-419a-b4df-069c09df048b/56322a9d-de90-4f6c-a540-9bced8bd23e7/550d5944-d5c8-4156-909c-ea0a1ec810d6) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:33.214449 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfd37-be50-4271-8280-ab914d8d6fc4 req-d9da01e0-9a17-44f4-84f5-216eddd144d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:33.218287 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0ebdfd37-be50-4271-8280-ab914d8d6fc4 req-d9da01e0-9a17-44f4-84f5-216eddd144d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0519733 Aug 30 17:38:33.259035 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0ebdfd37-be50-4271-8280-ab914d8d6fc4 req-81e34480-7fa6-4d84-900d-19688e0d7b12 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Aug 30 17:38:33.345598 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.354113 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.378452 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Transition to ACTIVE for port object 550d5944-d5c8-4156-909c-ea0a1ec810d6 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:33.393703 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Transition to ACTIVE for port object 550d5944-d5c8-4156-909c-ea0a1ec810d6 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:33.435756 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.474647 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Network 36ae7016-c0ea-419a-b4df-069c09df048b is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:33.479142 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:33.483782 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:33.485720 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Pushing event updated for resources: {'Port': ['ID=550d5944-d5c8-4156-909c-ea0a1ec810d6,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:33.497948 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.498802 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.498802 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.499207 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.499543 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.499870 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.500195 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.500522 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.500845 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.501163 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.501482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.501798 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:33.545852 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Attempting to bind port 550d5944-d5c8-4156-909c-ea0a1ec810d6 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:33.546248 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Attempting to bind port 550d5944-d5c8-4156-909c-ea0a1ec810d6 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:33.546610 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Attempting to bind port 550d5944-d5c8-4156-909c-ea0a1ec810d6 on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:33.551844 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:33.552212 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Checking segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:33.552611 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.553000 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Bound using segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:33.553458 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Bound port: 550d5944-d5c8-4156-909c-ea0a1ec810d6, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:33.553830 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.633828 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] For port 550d5944-d5c8-4156-909c-ea0a1ec810d6, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:33.638616 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] For port 550d5944-d5c8-4156-909c-ea0a1ec810d6, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=550d5944-d5c8-4156-909c-ea0a1ec810d6,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:33.708411 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19107705-c073-4f91-9170-053756778576 req-7de926e2-8fce-4c23-820f-ab213daf4232 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:33.710447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-19107705-c073-4f91-9170-053756778576 req-7de926e2-8fce-4c23-820f-ab213daf4232 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 945 time: 0.0523269 Aug 30 17:38:33.729188 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.753725 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-19107705-c073-4f91-9170-053756778576 req-903e41c5-56fb-48b6-8b34-8415c8056d2f tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/security-groups?id=652ffc62-dfda-4488-8b9b-a7ad47ca1e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Aug 30 17:38:33.801299 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b3f5-8d14-4b90-858f-933c1f02efa1 None None] Pushing event updated for resources: {'Port': ['ID=550d5944-d5c8-4156-909c-ea0a1ec810d6,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:33.877691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-edf4b355-8928-4691-90ca-dfb21393a402 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:33.879284 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-edf4b355-8928-4691-90ca-dfb21393a402 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 945 time: 0.0691428 Aug 30 17:38:33.890113 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:33.911970 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.002179 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Deleting port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:38:34.002519 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.071249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Allocated IP 172.27.3.109 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/fca8463c-d099-452d-85fe-4f3235cc7e72) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:34.111023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] For port 30da8b83-2f2c-4b8d-968c-b3a8f7184409, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=30da8b83-2f2c-4b8d-968c-b3a8f7184409,segment=NetworkSegment(6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd),segment_id=6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:34.111565 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.127139 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Calling delete_port for 30da8b83-2f2c-4b8d-968c-b3a8f7184409 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:38:34.192706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.287873 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.329889 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:34.334563 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:34.337020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:34.341266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.343465 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Pushing event updated for resources: {'Port': ['ID=fca8463c-d099-452d-85fe-4f3235cc7e72,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:34.353606 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['30da8b83-2f2c-4b8d-968c-b3a8f7184409'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:34.396930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Pushing event deleted for resources: {'Port': ['ID=30da8b83-2f2c-4b8d-968c-b3a8f7184409,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:34.499661 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:38:34.618038 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:34.631990 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '86504d86-353f-435c-82df-1f45d6762d7c', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:38:34.678168 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.679033 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] No DVR routers for this DVR port 30da8b83-2f2c-4b8d-968c-b3a8f7184409 on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:38:34.684652 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.687682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ee14-8108-4965-805c-cb2c4b9979bc req-7568c62a-6e73-4afc-b08e-8662a992a3b4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:34.694228 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:34.694916 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69c7ee14-8108-4965-805c-cb2c4b9979bc req-7568c62a-6e73-4afc-b08e-8662a992a3b4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.3630135 Aug 30 17:38:34.698467 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.700660 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d78a1bb-f499-4894-a369-f2cd46c92d62 req-f3f4bf56-1594-4e19-a02d-b7b525e620f6 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.50 "DELETE /v2.0/ports/30da8b83-2f2c-4b8d-968c-b3a8f7184409 HTTP/1.1" status: 204 len: 173 time: 0.8153329 Aug 30 17:38:34.721780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:34.722001 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'name': 'network-vif-deleted', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:34.722804 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b3552-a46b-41f2-be24-2ff50b48638a" -d '{"events": [{"server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "name": "network-vif-deleted", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:34.742599 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-69c7ee14-8108-4965-805c-cb2c4b9979bc req-48a5bf11-a559-44b4-b0c4-eef767eaf972 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Aug 30 17:38:34.769809 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a8d483-a20f-4383-ae09-c8f002bbf487 x-openstack-request-id: req-d8a8d483-a20f-4383-ae09-c8f002bbf487 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:34.770126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b28e6b-ff86-42b3-a8b1-5badf48fd584", "name": "network-vif-deleted", "tag": "30da8b83-2f2c-4b8d-968c-b3a8f7184409", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:34.770578 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8a8d483-a20f-4383-ae09-c8f002bbf487 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:34.770955 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b28e6b-ff86-42b3-a8b1-5badf48fd584', 'name': 'network-vif-deleted', 'tag': '30da8b83-2f2c-4b8d-968c-b3a8f7184409', 'status': 'completed', 'code': 200} Aug 30 17:38:34.774123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab0d6d-30d2-4bc3-b731-646b7589bda8 None None] Network 36ae7016-c0ea-419a-b4df-069c09df048b requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:38:34.867849 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d09cbf17-4f85-4618-bd7d-84d28631ee45 req-ca0be500-9e57-4d18-ac33-c783a3502464 tempest-VolumesActionsTest-339689883 tempest-VolumesActionsTest-339689883-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b28e6b-ff86-42b3-a8b1-5badf48fd584 HTTP/1.1" status: 200 len: 210 time: 0.0265403 Aug 30 17:38:34.917000 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:34.953166 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.034130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:35.061336 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c2a6c205-0651-4d0b-b94f-c6b6cc23d2be None None] Provisioning for port 550d5944-d5c8-4156-909c-ea0a1ec810d6 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:35.132968 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:38:35.176966 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['86504d86-353f-435c-82df-1f45d6762d7c'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:35.200509 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 550d5944-d5c8-4156-909c-ea0a1ec810d6 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:35.256455 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:35.272841 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:35.302502 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:35.303239 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:35.350663 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.354794 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 42984) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:35.355981 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-792be219-d4d3-46f2-87e0-691419093ffb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3536382 Aug 30 17:38:35.416968 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 550d5944-d5c8-4156-909c-ea0a1ec810d6 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:35.438601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 550d5944-d5c8-4156-909c-ea0a1ec810d6 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:35.438977 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.475577 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-8b120c41-81b2-47ae-8de6-0f8c1e5ab69f None None] Provisioning complete for port 550d5944-d5c8-4156-909c-ea0a1ec810d6 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:35.476609 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b120c41-81b2-47ae-8de6-0f8c1e5ab69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.524982 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:35.721608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.744947 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b120c41-81b2-47ae-8de6-0f8c1e5ab69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.785664 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.805886 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 550d5944-d5c8-4156-909c-ea0a1ec810d6, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=550d5944-d5c8-4156-909c-ea0a1ec810d6,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:35.825970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:34Z', 'revision_number': 3, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:35.852333 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:35.852722 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Updating router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 port fca8463c-d099-452d-85fe-4f3235cc7e72 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:38:35.875177 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.929094 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:35.973452 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fed702-7191-4b71-ae28-cfc3a622fef8 req-2f8a5f50-d1ca-4f43-876e-4156ba7b2412 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:35.974857 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0fed702-7191-4b71-ae28-cfc3a622fef8 req-2f8a5f50-d1ca-4f43-876e-4156ba7b2412 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 944 time: 0.1528506 Aug 30 17:38:35.977739 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.db.api [None req-8b120c41-81b2-47ae-8de6-0f8c1e5ab69f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 17:38:35.978154 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG oslo_db.api [None req-8b120c41-81b2-47ae-8de6-0f8c1e5ab69f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 17:38:35.986119 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=550d5944-d5c8-4156-909c-ea0a1ec810d6,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:36.050761 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a0fed702-7191-4b71-ae28-cfc3a622fef8 req-e85e4fc8-2d6c-4a5c-9f5a-ddd051437293 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664413 Aug 30 17:38:36.059935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Allocated IP 172.20.0.1 (36ae7016-c0ea-419a-b4df-069c09df048b/56322a9d-de90-4f6c-a540-9bced8bd23e7/9eef9cb0-9252-489d-a861-fd88a9f1a136) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:36.177344 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.190388 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Transition to ACTIVE for port object 9eef9cb0-9252-489d-a861-fd88a9f1a136 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:36.224690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.234582 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Transition to ACTIVE for port object fca8463c-d099-452d-85fe-4f3235cc7e72 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:36.350679 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.356044 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.394802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Network 36ae7016-c0ea-419a-b4df-069c09df048b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:36.400363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:36.402615 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Pushing event updated for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:36.404823 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:36.413325 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Attempting to bind port fca8463c-d099-452d-85fe-4f3235cc7e72 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:36.413325 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Attempting to bind port fca8463c-d099-452d-85fe-4f3235cc7e72 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:36.415164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Attempting to bind port fca8463c-d099-452d-85fe-4f3235cc7e72 on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:36.421379 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a557e2-94cd-46a5-827a-2f24f962922d None None] Pushing event updated for resources: {'Port': ['ID=fca8463c-d099-452d-85fe-4f3235cc7e72,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:36.429917 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:36.430344 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:36.430761 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.431156 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:36.431652 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Bound port: fca8463c-d099-452d-85fe-4f3235cc7e72, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:36.432036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.452202 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.514201 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:36.563487 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] For port fca8463c-d099-452d-85fe-4f3235cc7e72, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:36.585924 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] For port fca8463c-d099-452d-85fe-4f3235cc7e72, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fca8463c-d099-452d-85fe-4f3235cc7e72,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:36.636130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.666693 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 86504d86-353f-435c-82df-1f45d6762d7c completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:36.691424 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 86504d86-353f-435c-82df-1f45d6762d7c triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:36.691832 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.719887 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.752896 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:36.752896 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:36.752896 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a557e2-94cd-46a5-827a-2f24f962922d None None] Pushing event updated for resources: {'Port': ['ID=fca8463c-d099-452d-85fe-4f3235cc7e72,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:36.804633 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-356ccf03-4caf-4bc0-82e3-11cb3612f8ca None None] Provisioning for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:36.813306 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-356ccf03-4caf-4bc0-82e3-11cb3612f8ca None None] Provisioning complete for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:36.813680 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-356ccf03-4caf-4bc0-82e3-11cb3612f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.893581 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:36.967506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.032758 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-356ccf03-4caf-4bc0-82e3-11cb3612f8ca None None] Port 9eef9cb0-9252-489d-a861-fd88a9f1a136 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:38:37.038996 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.040815 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Pushing event updated for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:37.052034 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:37.080191 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.151539 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:37.153969 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:37.156580 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c5ecc-b860-4a4b-bf01-e1d6a9f44f44" -d '{"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:37.176810 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Network 36ae7016-c0ea-419a-b4df-069c09df048b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:37.179841 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:37.218591 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205f4be-4882-46f9-ae58-8ba7fef004e9 x-openstack-request-id: req-9205f4be-4882-46f9-ae58-8ba7fef004e9 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:37.218881 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:37.219127 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9205f4be-4882-46f9-ae58-8ba7fef004e9 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:37.219507 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'code': 200} Aug 30 17:38:37.220282 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 550d5944-d5c8-4156-909c-ea0a1ec810d6 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:37.256791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b629f-63dd-46a1-ad6a-8aec9629d528 req-885d9510-a054-440b-a58f-ab0328f12082 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:37.262637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e6b629f-63dd-46a1-ad6a-8aec9629d528 req-885d9510-a054-440b-a58f-ab0328f12082 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 944 time: 0.1324935 Aug 30 17:38:37.343655 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.344365 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 30da8b83-2f2c-4b8d-968c-b3a8f7184409 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:38:37.349261 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 550d5944-d5c8-4156-909c-ea0a1ec810d6 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:37.349612 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.350143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9e6b629f-63dd-46a1-ad6a-8aec9629d528 req-b066e96b-c402-4980-83a5-f2124ae8cada tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819039 Aug 30 17:38:37.370187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:38:37.413372 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 30da8b83-2f2c-4b8d-968c-b3a8f7184409 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:38:37.413802 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 30da8b83-2f2c-4b8d-968c-b3a8f7184409 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:38:37.490727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:37.506139 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:37.515356 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-24723ed8-c116-4346-9df4-ee319887de2d admin admin] 10.222.0.10 "PUT /v2.0/routers/507d45b0-53d2-4b7c-b6c5-15d4494b6b93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1578875 Aug 30 17:38:37.557525 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5e09e-b1a5-4974-aee8-57e11e4f4863 req-1d1e0156-21d6-4f37-a890-b325fb56d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:37.558995 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:37.559591 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-71a5e09e-b1a5-4974-aee8-57e11e4f4863 req-1d1e0156-21d6-4f37-a890-b325fb56d1bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0430224 Aug 30 17:38:37.592574 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2f209-7dcd-42a7-ba55-504cbf5a1846 None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:37.595115 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-9dae0c43-a8af-4cae-a1d5-a6c8f24b535a None None] Provisioning complete for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:37.595496 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9dae0c43-a8af-4cae-a1d5-a6c8f24b535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.596886 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-71a5e09e-b1a5-4974-aee8-57e11e4f4863 req-7ad73c11-c8cd-4236-b291-7a6b1abd73b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299129 Aug 30 17:38:37.631863 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-9dae0c43-a8af-4cae-a1d5-a6c8f24b535a None None] Port 9eef9cb0-9252-489d-a861-fd88a9f1a136 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:38:38.042061 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43042) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:38.047123 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422829506', 'description': 'tempest-description--1018253882'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:38.139850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.256327 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.338707 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.368486 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:38.424802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.426111 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fb9f7725-9b99-4edf-8c08-4a677f997ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3829441 Aug 30 17:38:38.429049 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43046) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:38.434956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group_rule': {'security_group_id': 'a97eccfe-bb98-4c0b-b6d6-2a788c070ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:38.506204 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b154-4c11-42f3-bc35-219c72322c80 req-e41c03a9-32c6-475d-a079-1bd8113c80ce tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:38.507911 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ddc8b154-4c11-42f3-bc35-219c72322c80 req-e41c03a9-32c6-475d-a079-1bd8113c80ce tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Aug 30 17:38:38.532908 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.547961 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ddc8b154-4c11-42f3-bc35-219c72322c80 req-5190314b-119a-4ff8-a7ee-7d4d044573e0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334675 Aug 30 17:38:38.601774 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.670438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.689427 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92decca3-c005-4893-bef3-13be86f06378,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:38.762167 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.763417 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-98612d78-30f6-49be-bd25-a4394a635c9a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333466 Aug 30 17:38:38.765959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43052) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:38.770327 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group_rule': {'security_group_id': 'a97eccfe-bb98-4c0b-b6d6-2a788c070ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:38.875440 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:38.931741 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.030276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.049165 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae70459-cdc9-4c08-9275-7f97085d8fdd,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:39.104584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.107597 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-eaa9eecc-399d-4506-8618-336666273a31 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3406496 Aug 30 17:38:39.109282 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43054) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:39.120831 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:39.187005 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fca8463c-d099-452d-85fe-4f3235cc7e72 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:39.201623 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.304139 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.315400 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port fca8463c-d099-452d-85fe-4f3235cc7e72 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:39.325889 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port fca8463c-d099-452d-85fe-4f3235cc7e72 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:39.325889 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.403411 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.411782 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Allocated IP 172.27.3.140 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/f69d62eb-9ab5-433e-838e-ed62c965c683) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:39.426014 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port fca8463c-d099-452d-85fe-4f3235cc7e72, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fca8463c-d099-452d-85fe-4f3235cc7e72,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:39.466587 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:39.476619 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:39.477235 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:39.509938 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.524394 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.559698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=fca8463c-d099-452d-85fe-4f3235cc7e72,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:39.587269 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:39.647698 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.670827 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0a0bf-8889-4782-80d1-a064c83151b6 req-58f80bc1-ec2f-4801-8868-5360ba42de37 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:39.672327 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94a0a0bf-8889-4782-80d1-a064c83151b6 req-58f80bc1-ec2f-4801-8868-5360ba42de37 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0492630 Aug 30 17:38:39.685435 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:39.690596 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:39.694410 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:39.716306 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94a0a0bf-8889-4782-80d1-a064c83151b6 req-bd8d676a-00cd-40c3-9036-ab5b4c6b9e5d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367749 Aug 30 17:38:39.726527 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=f69d62eb-9ab5-433e-838e-ed62c965c683,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:39.794872 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.795630 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 2, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:39.823836 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:39.824681 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Updating router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 port 9eef9cb0-9252-489d-a861-fd88a9f1a136 binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:38:39.848844 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:39.889293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.040829 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.087376 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.102376 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.111950 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Transition to ACTIVE for port object 9eef9cb0-9252-489d-a861-fd88a9f1a136 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:40.159896 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=f69d62eb-9ab5-433e-838e-ed62c965c683,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:40.161630 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.168704 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.215145 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Pushing event updated for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:40.225770 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.226156 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.226605 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.226846 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.227200 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.227547 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.227863 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.228295 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.228764 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.229117 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.229446 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.229766 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:38:40.252713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.253980 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c8270af0-c924-4f09-898e-63c3643f7d5a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1437693 Aug 30 17:38:40.282553 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Attempting to bind port 9eef9cb0-9252-489d-a861-fd88a9f1a136 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:40.282916 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Attempting to bind port 9eef9cb0-9252-489d-a861-fd88a9f1a136 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:40.283274 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Attempting to bind port 9eef9cb0-9252-489d-a861-fd88a9f1a136 on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:40.289482 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:40.292201 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Checking segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:40.292201 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.292201 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Bound using segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:40.292201 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Bound port: 9eef9cb0-9252-489d-a861-fd88a9f1a136, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:40.292201 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.371810 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] For port 9eef9cb0-9252-489d-a861-fd88a9f1a136, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:40.376121 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] For port 9eef9cb0-9252-489d-a861-fd88a9f1a136, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9eef9cb0-9252-489d-a861-fd88a9f1a136,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:40.414529 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-81455d62-9da1-46b4-aef6-67d22e763ec1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--422829506&fields=id&tenant_id=4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 267 time: 0.0318460 Aug 30 17:38:40.475996 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:40.535165 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-f20aaf65-d240-41b4-b798-7057f34342cb tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:40.543409 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-f20aaf65-d240-41b4-b798-7057f34342cb tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 810 time: 0.1201384 Aug 30 17:38:40.546867 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aefc2-49b8-4f0d-ad7b-4ee56c93ccdb None None] Pushing event updated for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:40.549745 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:40.550621 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:40.562161 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-66651e21-dc58-4990-a418-eb952a6d3ba9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/quotas/4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 375 time: 0.0174687 Aug 30 17:38:40.615370 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-0e98c4d1-6f0c-4c34-855e-381338b6a76f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515857 Aug 30 17:38:40.662051 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:40.716878 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-ab1a7601-c6b2-4bbd-8bc2-6b33726e7cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Aug 30 17:38:40.825297 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-1925594b-6770-4bdd-a619-107818c5efca service neutron] 10.222.0.10 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022668 Aug 30 17:38:40.861990 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc0ea-996c-4a8d-a27a-ccf0f1d2cbcc req-28d52477-692b-4481-8d5e-70dc59245a42 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:40.870529 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ea8bc0ea-996c-4a8d-a27a-ccf0f1d2cbcc req-28d52477-692b-4481-8d5e-70dc59245a42 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0599086 Aug 30 17:38:40.870944 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:40Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:40.897536 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50dc06-a9fc-4bba-8dbd-99caa80536a0 None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:40Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:40.914811 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ea8bc0ea-996c-4a8d-a27a-ccf0f1d2cbcc req-0e7c2170-69c2-4ae0-8ce9-4e2651c5d49f tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Aug 30 17:38:41.072277 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72c7fc7a-95df-4d2b-84ce-52c2df8a9bc6 req-073a0505-71f8-450c-bdb0-a71b887fd219 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 210 time: 0.0298693 Aug 30 17:38:41.196272 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9eef9cb0-9252-489d-a861-fd88a9f1a136 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:41.332738 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:41.338980 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:41.339358 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:41.435337 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:41.475697 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 9eef9cb0-9252-489d-a861-fd88a9f1a136, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9eef9cb0-9252-489d-a861-fd88a9f1a136,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:41.550627 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:41.551570 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fca8463c-d099-452d-85fe-4f3235cc7e72 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:41.632831 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:41.649218 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port fca8463c-d099-452d-85fe-4f3235cc7e72 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:41.649592 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:42.288872 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2e04f6f1-fe08-4f08-8f0c-b20e6e70ab77 req-a83aa4cf-ae5b-43ac-8058-21d12f7971de tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 210 time: 0.0269499 Aug 30 17:38:42.317017 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6f0ad-769b-4d80-bd8b-6d7f63813aca req-69bf3ff3-1d0f-4a43-a4f8-81f932322bf7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:42.318557 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-08b6f0ad-769b-4d80-bd8b-6d7f63813aca req-69bf3ff3-1d0f-4a43-a4f8-81f932322bf7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.3399312 Aug 30 17:38:42.359531 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-08b6f0ad-769b-4d80-bd8b-6d7f63813aca req-c64d7710-d05f-4ee9-9347-9c6957316d1e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346539 Aug 30 17:38:42.498099 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10702-4185-48bd-9e41-cdc32c80ac0d req-f543aca3-0a65-4d14-8e04-6e23a3630b30 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:42.499958 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d7a10702-4185-48bd-9e41-cdc32c80ac0d req-f543aca3-0a65-4d14-8e04-6e23a3630b30 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0594199 Aug 30 17:38:42.509345 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43116) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:42.515448 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Request body: {'floatingip': {'port_id': '86504d86-353f-435c-82df-1f45d6762d7c'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:42.561422 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.180689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.195327 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9eef9cb0-9252-489d-a861-fd88a9f1a136 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:43.216186 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-51a12969-a249-488f-9076-6be858fd4a9e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:43.217928 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-51a12969-a249-488f-9076-6be858fd4a9e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 810 time: 0.1575933 Aug 30 17:38:43.248468 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.271083 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-13a2922a-9a99-43b7-a714-4d73d819b185 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 379 time: 0.0430489 Aug 30 17:38:43.272109 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 9eef9cb0-9252-489d-a861-fd88a9f1a136 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:43.273217 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.286100 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'port': {'device_id': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'admin_state_up': True, 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'security_groups': ['a97eccfe-bb98-4c0b-b6d6-2a788c070ab2']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:43.487480 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2bdf63df-03be-49fd-9a18-6c553cb953b6 req-62b46d4a-fbda-4987-bf61-ad31f0057480 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 210 time: 0.0560000 Aug 30 17:38:43.618859 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Made reservation on behalf of 4f93e0f0704749d4815b3d475e7694bc for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:38:43.626169 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.715747 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Floating IP bc791575-10d9-4fe9-8b13-e94062e45a8a associated. External IP: 172.27.3.32, port: 86504d86-353f-435c-82df-1f45d6762d7c. Aug 30 17:38:43.787202 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Allocated IP 172.20.0.13 (36ae7016-c0ea-419a-b4df-069c09df048b/56322a9d-de90-4f6c-a540-9bced8bd23e7/3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:38:43.951885 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:38:43.969123 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:43.985269 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Transition to ACTIVE for port object 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:44.077115 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:44.081995 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:44.089364 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:44.099446 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:44.100524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:44.127755 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:44.141486 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-53cf76b9-4c05-42c6-b3e9-2d43b7a6476d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "PUT /v2.0/floatingips/bc791575-10d9-4fe9-8b13-e94062e45a8a HTTP/1.1" status: 200 len: 990 time: 1.6146333 Aug 30 17:38:44.142749 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:44.147703 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db24bc9-9e35-4d49-a2a6-f0f88c763489" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:44.203793 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91147ff-e002-4db1-8128-3db8488579b8 x-openstack-request-id: req-a91147ff-e002-4db1-8128-3db8488579b8 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:44.203793 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:44.203793 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a91147ff-e002-4db1-8128-3db8488579b8 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:44.203793 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'status': 'completed', 'code': 200} Aug 30 17:38:44.237760 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Network 36ae7016-c0ea-419a-b4df-069c09df048b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:38:44.248676 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:38:44.252304 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:38:44.290649 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:44.311248 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-0d3b8bc8-4046-46df-81b3-37127ae9285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.313212 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-0d3b8bc8-4046-46df-81b3-37127ae9285f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0767639 Aug 30 17:38:44.319168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.319834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:44.325908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:44.448136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-26072794-742a-4120-914a-93adf5681cc1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1668262 Aug 30 17:38:44.465066 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Request body: {'port': {'device_id': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:44.490288 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-06a45ebd-5cbd-4455-ba4a-6ea2a1d5c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.493483 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-06a45ebd-5cbd-4455-ba4a-6ea2a1d5c570 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.1722088 Aug 30 17:38:44.610573 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-ccb7959b-e836-42d2-82a4-49038c42dd6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 998 time: 0.1075058 Aug 30 17:38:44.620727 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:44.652899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eda7d-bccb-426f-92b4-85815bc329d5 req-7068ce82-8ef9-4e03-bf61-91a78b7d79ae tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.660148 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e22eda7d-bccb-426f-92b4-85815bc329d5 req-7068ce82-8ef9-4e03-bf61-91a78b7d79ae tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 932 time: 0.0784843 Aug 30 17:38:44.667787 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f3051daf-552d-433e-982e-04bf8a3272f8 None None] Provisioning for port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:44.673959 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f3051daf-552d-433e-982e-04bf8a3272f8 None None] Provisioning complete for port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:44.674747 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f3051daf-552d-433e-982e-04bf8a3272f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:44.686238 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-861a8493-9117-4776-8032-1be7bab22f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.688811 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-861a8493-9117-4776-8032-1be7bab22f15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0607953 Aug 30 17:38:44.712215 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-f3051daf-552d-433e-982e-04bf8a3272f8 None None] Port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:38:44.744356 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e22eda7d-bccb-426f-92b4-85815bc329d5 req-de9d7680-a32e-41d0-9ebe-2064aa7415bb tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785627 Aug 30 17:38:44.746130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': 'bc791575-10d9-4fe9-8b13-e94062e45a8a', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:25Z', 'updated_at': '2021-08-30T17:38:43Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:44.771646 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-4f5ac807-b64b-4fd4-834d-4d8ea27e31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:44.773844 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-4f5ac807-b64b-4fd4-834d-4d8ea27e31f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778730 Aug 30 17:38:44.783905 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:44.793811 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:44.794719 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:44.931496 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:45.003843 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-981f3a13-82c8-4c4e-b996-f689ac413dcb service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220426 Aug 30 17:38:45.138299 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:45.148613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:45.165723 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Transition to ACTIVE for port object 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:38:45.180562 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db24bc9-9e35-4d49-a2a6-f0f88c763489 req-e70930cb-6b37-4fa2-8443-ffdced0a00df service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699386 Aug 30 17:38:45.213027 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': 'bc791575-10d9-4fe9-8b13-e94062e45a8a', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:25Z', 'updated_at': '2021-08-30T17:38:43Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:45.218820 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:45.242411 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcadda-d0af-462d-8d79-dabf5406009a None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': 'bc791575-10d9-4fe9-8b13-e94062e45a8a', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:25Z', 'updated_at': '2021-08-30T17:38:43Z', 'revision_number': 1, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:45.301058 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:45.410356 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Attempting to bind port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:38:45.410356 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Attempting to bind port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:38:45.410356 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Attempting to bind port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:45.415015 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f on network 36ae7016-c0ea-419a-b4df-069c09df048b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:38:45.415563 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Attempting to bind port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:38:45.422896 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:38:45.423697 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Checking segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:38:45.424246 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Bound using segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:38:45.424884 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Bound port: 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:38:45.425405 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:45.530479 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:38:45.533953 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:38:45.574836 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205246fb-c30c-4358-ba32-8526dd3b9239 None None] New status for floating IP bc791575-10d9-4fe9-8b13-e94062e45a8a: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:38:45.767941 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:45.803467 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:45.804285 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:45.807124 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] 10.222.0.50 "PUT /v2.0/ports/3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1094 time: 1.3506486 Aug 30 17:38:45.811629 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:45.814266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:45.867706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f36c3c-0248-43fb-83a2-e1500b46c507 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:45.884030 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef747f5-87bd-45f5-833d-65aea5f56956 req-9a9098c4-40f0-499e-b6ad-e05a5d4a5007 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:45.891685 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7ef747f5-87bd-45f5-833d-65aea5f56956 req-9a9098c4-40f0-499e-b6ad-e05a5d4a5007 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 944 time: 0.0833685 Aug 30 17:38:45.928840 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4270ad-57f1-4b07-ac58-e3431197063d x-openstack-request-id: req-3f4270ad-57f1-4b07-ac58-e3431197063d {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:45.929208 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:45.929371 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f4270ad-57f1-4b07-ac58-e3431197063d {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:45.929772 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'status': 'completed', 'code': 200} Aug 30 17:38:45.971906 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7ef747f5-87bd-45f5-833d-65aea5f56956 req-ecb18317-625a-4b26-8278-444410c76d01 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794761 Aug 30 17:38:45.984842 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-03186d90-81c5-4c87-8410-c6e63a62484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:45.986374 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-03186d90-81c5-4c87-8410-c6e63a62484c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1097 time: 0.0660226 Aug 30 17:38:46.048380 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-eeaa9d46-17f0-4af6-ada9-fc69eb377b0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 217 time: 0.0531509 Aug 30 17:38:46.105198 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-c3180c20-ba49-40cc-a116-302ae3f2584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.107174 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-c3180c20-ba49-40cc-a116-302ae3f2584b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0513401 Aug 30 17:38:46.175281 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be137e3f-afc7-4254-a73b-f94907e425bd req-5a79e192-8d77-4845-a3ce-61d209c2b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.176778 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-5a79e192-8d77-4845-a3ce-61d209c2b0a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618374 Aug 30 17:38:46.285238 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-ecd39b47-8781-4b6c-a5d6-abc28dc878c8 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000454 Aug 30 17:38:46.411149 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be137e3f-afc7-4254-a73b-f94907e425bd req-881e24ea-53f5-43e6-97ed-834f0d8ecab6 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165264 Aug 30 17:38:46.580071 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-7f169cc3-6a1b-402f-b53f-518e3bbbc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.581640 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-7f169cc3-6a1b-402f-b53f-518e3bbbc344 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1097 time: 0.0438395 Aug 30 17:38:46.704386 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-756dcfd2-164a-4d82-8adb-0ceb8661c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.705863 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-756dcfd2-164a-4d82-8adb-0ceb8661c672 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.1158693 Aug 30 17:38:46.760622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-6fe9ecea-17c1-4834-94be-4e9386a9b8d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 217 time: 0.0355716 Aug 30 17:38:46.816501 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-6ca1add7-7cd4-4f5b-819c-dc759640899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.818115 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-6ca1add7-7cd4-4f5b-819c-dc759640899d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0496154 Aug 30 17:38:46.881975 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-2c9730b4-ad39-4478-b8ac-ccb4000efe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:46.884144 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-2c9730b4-ad39-4478-b8ac-ccb4000efe10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487926 Aug 30 17:38:47.007536 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-3edb3716-d9d2-4bd9-a433-3e2b9ad61dd3 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149890 Aug 30 17:38:47.164791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471c187-f9bc-4ab4-b892-97ce2f93aca9 req-ca7e53c6-2784-40af-9bd2-b099bc50f0aa tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:47.171030 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b471c187-f9bc-4ab4-b892-97ce2f93aca9 req-ca7e53c6-2784-40af-9bd2-b099bc50f0aa tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 944 time: 0.0933950 Aug 30 17:38:47.191970 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4ee9afc5-6828-4bef-a2f8-f272846e0aa0 req-6ceccf95-ade0-41d8-ad4c-7ea938cd45e1 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758275 Aug 30 17:38:47.232365 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b471c187-f9bc-4ab4-b892-97ce2f93aca9 req-d53ccdfa-d431-4435-aa2e-70a7e2ee1fe0 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539949 Aug 30 17:38:48.359102 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec9c3-0405-482c-987c-3277325f1d10 req-df62400f-ba7a-423a-b0d7-e2505912035d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:48.367249 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-87bec9c3-0405-482c-987c-3277325f1d10 req-df62400f-ba7a-423a-b0d7-e2505912035d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 944 time: 0.0614536 Aug 30 17:38:48.403465 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-87bec9c3-0405-482c-987c-3277325f1d10 req-4851389e-c8b5-4827-a1f2-ca730116d7ce tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349677 Aug 30 17:38:48.532310 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:38:48.748247 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:48.760062 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'port_id': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'mac_address': 'fa:16:3e:b2:ef:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:38:48.800318 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:48.813153 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:38:48.835561 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:48.904346 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:48.963080 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:49.146052 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:38:49.533607 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d3ac-1f83-409a-89f1-3acd839ac8ad req-b641e962-1b2a-45da-ba7c-c8093c1ea0af tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:49.535205 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0f72d3ac-1f83-409a-89f1-3acd839ac8ad req-b641e962-1b2a-45da-ba7c-c8093c1ea0af tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 945 time: 0.0559440 Aug 30 17:38:49.594690 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0f72d3ac-1f83-409a-89f1-3acd839ac8ad req-087557a6-ab2a-4137-be12-37f40f799c0a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495677 Aug 30 17:38:50.546058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:38:50.681553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:38:50.694389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:38:50.694887 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:50.787835 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95f24f-7a8d-4cae-b55c-947df1ff9e39 req-f524d39d-705e-4902-8ee4-f1a2717492da tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:50.797203 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6d95f24f-7a8d-4cae-b55c-947df1ff9e39 req-f524d39d-705e-4902-8ee4-f1a2717492da tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 945 time: 0.1102629 Aug 30 17:38:50.839123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:50.841492 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6d95f24f-7a8d-4cae-b55c-947df1ff9e39 req-6fbed25f-d98f-4d32-a73d-a0727a341412 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Aug 30 17:38:50.869029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:50.874138 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3a5ddd-9d36-473c-9ade-d41ca979e71a" -d '{"events": [{"server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "name": "network-vif-plugged", "status": "completed", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:50.891938 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:38:50.914604 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbdfddd-8fc4-48ce-a62a-6f0cb75ff277 x-openstack-request-id: req-4fbdfddd-8fc4-48ce-a62a-6f0cb75ff277 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:50.914963 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "name": "network-vif-plugged", "status": "completed", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:50.915294 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fbdfddd-8fc4-48ce-a62a-6f0cb75ff277 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:50.915674 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'code': 200} Aug 30 17:38:50.969721 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:51.026804 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:38:51.222058 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b8a2-ba5a-470a-b22e-06bb6da1f73d req-d1d8a469-51e3-44b1-99b7-99ce6558cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:51.223687 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d829b8a2-ba5a-470a-b22e-06bb6da1f73d req-d1d8a469-51e3-44b1-99b7-99ce6558cf25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0467067 Aug 30 17:38:51.265283 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d829b8a2-ba5a-470a-b22e-06bb6da1f73d req-2d663d11-6f1c-475f-bbe8-15dc4a638f78 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337687 Aug 30 17:38:51.993296 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fe2ae-4088-46f5-8062-ad5af676010c req-0dd2689f-b5a3-4736-8d7f-e686ccf6862e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:51.994897 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-651fe2ae-4088-46f5-8062-ad5af676010c req-0dd2689f-b5a3-4736-8d7f-e686ccf6862e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0548279 Aug 30 17:38:52.035896 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-651fe2ae-4088-46f5-8062-ad5af676010c req-1df2329c-b540-4c13-845b-a7e02b17fff4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340967 Aug 30 17:38:53.181823 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e489bc-c61b-431d-9d32-4c15a8a92a0c req-e1a260b8-5100-4a5f-834d-b164701e5a97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:53.184276 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-76e489bc-c61b-431d-9d32-4c15a8a92a0c req-e1a260b8-5100-4a5f-834d-b164701e5a97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0544569 Aug 30 17:38:53.237748 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-76e489bc-c61b-431d-9d32-4c15a8a92a0c req-53b378fc-4733-4d58-80d9-287be7c02cd4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469511 Aug 30 17:38:53.357954 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fafd73-caa5-4479-9c1b-f27769fbc3a4 req-0ce23c4c-939d-4eaa-bf1c-3a82e41110f5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:53.359464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-75fafd73-caa5-4479-9c1b-f27769fbc3a4 req-0ce23c4c-939d-4eaa-bf1c-3a82e41110f5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0533469 Aug 30 17:38:53.369400 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43222) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:38:53.374601 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'floatingip': {'port_id': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:38:53.416445 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:53.892503 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:53.949954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:54.071960 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Floating IP 95864ab1-50c2-4aee-8241-78993264b408 associated. External IP: 172.27.3.140, port: 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f. Aug 30 17:38:54.311180 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:38:54.424722 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:38:54.430869 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:54.439101 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:38:54.449560 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:54.450394 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:54.463165 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7a738f73-03be-45df-a83a-f04eb4fc8430 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "PUT /v2.0/floatingips/95864ab1-50c2-4aee-8241-78993264b408 HTTP/1.1" status: 200 len: 992 time: 1.0926399 Aug 30 17:38:54.464082 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:38:54.466941 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deadde4e-e926-4ed0-acc1-37f62696e6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:38:54.513495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3574e-dfca-4e78-b36d-646b47658231 x-openstack-request-id: req-1ed3574e-dfca-4e78-b36d-646b47658231 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:38:54.513787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:38:54.514036 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ed3574e-dfca-4e78-b36d-646b47658231 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:38:54.514531 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'status': 'completed', 'code': 200} Aug 30 17:38:54.557015 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:54.583710 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-2a21d3cb-13d9-4de5-a8ee-cd9e30f77175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:54.585957 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-2a21d3cb-13d9-4de5-a8ee-cd9e30f77175 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0442524 Aug 30 17:38:54.722103 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-b69921aa-d3fb-4c25-9172-e6ad1e58034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:54.724436 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-b69921aa-d3fb-4c25-9172-e6ad1e58034b service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.1292202 Aug 30 17:38:54.798969 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-aa22fb15-d193-4ef7-9459-4bbb102a8593 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1000 time: 0.0650630 Aug 30 17:38:54.839272 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '95864ab1-50c2-4aee-8241-78993264b408', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b2:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:39Z', 'updated_at': '2021-08-30T17:38:53Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:54.864149 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-6a53972c-c218-4cfd-bc44-21388cabd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:54.865793 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-6a53972c-c218-4cfd-bc44-21388cabd770 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0594380 Aug 30 17:38:54.870893 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:38:54.884472 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:38:54.887912 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:54.942829 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-597fd865-58c5-46eb-b44f-ec2d1c35ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:38:54.944724 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-597fd865-58c5-46eb-b44f-ec2d1c35ebfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693634 Aug 30 17:38:55.034032 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:38:55.064406 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-a199d562-03e2-48f1-8f7e-43d0ffcbebb3 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094005 Aug 30 17:38:55.191949 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-deadde4e-e926-4ed0-acc1-37f62696e6ed req-9a0a3777-c518-48b4-9add-ccac8900c0f7 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136262 Aug 30 17:38:55.340790 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '95864ab1-50c2-4aee-8241-78993264b408', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b2:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:39Z', 'updated_at': '2021-08-30T17:38:53Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:38:55.372058 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aa6df-b6cd-4104-a22b-a61d6907b72f None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '95864ab1-50c2-4aee-8241-78993264b408', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b2:ef:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:38:39Z', 'updated_at': '2021-08-30T17:38:53Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:38:55.572789 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c7dafb-75db-46a8-ac70-6f9874cdb5ec None None] New status for floating IP 95864ab1-50c2-4aee-8241-78993264b408: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:38:55.898715 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cdd49a96-2508-4736-90cf-b1e211131949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:57.115748 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:58.652936 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9774c1a5-3fec-4dc2-ad9c-44f4e9546d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:58.961373 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:59.704519 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:01.264893 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.446924 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43360) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:02.491199 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Deleting subnet 4261d071-9a2c-4998-9f49-a979678e4e57 {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:39:02.494245 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.526472 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.564374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.698781 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.725293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4261d071-9a2c-4998-9f49-a979678e4e57,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:02.730828 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.733256 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-828158ef-fab0-4fc1-81c1-d052ecfa971b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4261d071-9a2c-4998-9f49-a979678e4e57 HTTP/1.1" status: 204 len: 168 time: 0.2853649 Aug 30 17:39:02.735954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43362) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:02.801808 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.879848 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.889788 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9522f146-ebf6-4415-a38a-431d14e573db']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:02.899741 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:02.900043 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4bbd61-7057-4e5e-b5bd-622ffde2e0bd') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:02.910018 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.924004 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.929871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:39:02.930308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:39:02.932127 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:39:03.035991 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.042614 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.044469 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9522f146-ebf6-4415-a38a-431d14e573db HTTP/1.1" status: 204 len: 168 time: 0.3075359 Aug 30 17:39:03.054011 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ba838-a9b6-4faa-8970-a29b5ab9e8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9522f146-ebf6-4415-a38a-431d14e573db,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:03.377973 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43370) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:03.416405 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-3b4ea424-115c-4c0d-a99e-e5504fb6a928 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03f72e7f47e34a90912b7e5910b84d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372398 Aug 30 17:39:03.418782 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43372) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:03.469302 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.490504 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.595960 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.598476 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:03.599657 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/652ffc62-dfda-4488-8b9b-a7ad47ca1e54 HTTP/1.1" status: 204 len: 168 time: 0.1800117 Aug 30 17:39:03.607971 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb84c9-8ff8-4e2f-98a3-2ebba11c7c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ffc62-dfda-4488-8b9b-a7ad47ca1e54,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:04.551707 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43398) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:04.645438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2121331875-network', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:04.744596 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Made reservation on behalf of 848ed2c1024e41c4b6c7cf9f64570c66 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:04.746903 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:04.755334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:04.840703 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:04.938420 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:04.964713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:39:04.971375 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ce7e2-8209-4134-b002-cbf21faff8f0,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:04.977120 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:04.977464 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Added segment 225d5a2e-5c35-4652-a367-a66d0b4ec106 of type vlan for network dbf4ab54-edf0-441b-baa0-40231d53820e Aug 30 17:39:05.019021 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.115970 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.117024 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:05.117564 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.176469 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf4ab54-edf0-441b-baa0-40231d53820e,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:05.186272 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network dbf4ab54-edf0-441b-baa0-40231d53820e details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:39:05.219706 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ab3edaa2-44fd-45b9-b7a6-65a4c5616857 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6667981 Aug 30 17:39:05.222313 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43404) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:05.227122 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Request body: {'subnet': {'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2121331875-subnet', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:05.304007 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Made reservation on behalf of 848ed2c1024e41c4b6c7cf9f64570c66 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:05.306386 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126213123'] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.527504 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126198153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126213233'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.583020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11771b1f-135c-4912-b21e-51bf444e5355,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:05.589746 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Checking segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:05.590127 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Network hostable DHCP agents. Network: dbf4ab54-edf0-441b-baa0-40231d53820e, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:39:05.681212 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Network dbf4ab54-edf0-441b-baa0-40231d53820e is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:39:05.738502 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, dbf4ab54-edf0-441b-baa0-40231d53820e) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:05.742454 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:05.743053 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.747253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5edfb5-504f-4053-a46e-1134a35f229d None None] Network dbf4ab54-edf0-441b-baa0-40231d53820e requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:39:05.819554 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c9907d29-b671-42f7-8efa-23db1f667e20 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5961885 Aug 30 17:39:05.822146 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43408) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:05.826781 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:05.886553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-dbf4ab54-edf0-441b-baa0-40231d53820e', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:39:05.887747 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.910806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.911878 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:05.968566 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.026223 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Allocated IP 172.20.0.2 (dbf4ab54-edf0-441b-baa0-40231d53820e/11771b1f-135c-4912-b21e-51bf444e5355/e62c43e8-da32-4d6f-bb8d-9e07f6a3155c) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:06.171482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.180319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Transition to ACTIVE for port object e62c43e8-da32-4d6f-bb8d-9e07f6a3155c will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:06.196672 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Transition to ACTIVE for port object e62c43e8-da32-4d6f-bb8d-9e07f6a3155c will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:06.248418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.297300 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Network dbf4ab54-edf0-441b-baa0-40231d53820e is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:06.304694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:06.307332 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:06.318806 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Pushing event updated for resources: {'Port': ['ID=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:06.375966 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Attempting to bind port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:06.376331 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Attempting to bind port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:06.376690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Attempting to bind port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c on network dbf4ab54-edf0-441b-baa0-40231d53820e {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:06.382387 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:06.382655 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Checking segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:06.383300 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.383707 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Bound using segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:06.384179 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Bound port: e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:06.384564 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.437173 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.453273 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] For port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:06.456799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] For port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:06.504636 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.564701 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57fb1-e4ae-4ec0-9570-d4393e594850 None None] Pushing event updated for resources: {'Port': ['ID=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:06.687845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.709579 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:06.827343 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Allocated IP 172.27.3.78 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/c704785d-7f7a-4450-b658-2a7ddd4c7b04) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:06.927769 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.036975 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.084969 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:07.087958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:07.090501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:07.096392 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c704785d-7f7a-4450-b658-2a7ddd4c7b04,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:07.217435 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e62c43e8-da32-4d6f-bb8d-9e07f6a3155c up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:07.367685 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:07.439792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a82c17-a729-4c53-be03-3da90b0db075 None None] Network dbf4ab54-edf0-441b-baa0-40231d53820e requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:39:07.449499 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.586751 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Provisioning for port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:07.594547 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Provisioning complete for port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:07.594547 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.647497 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.688482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.721573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] For port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:07.796641 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.830043 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Router 4eb562a4-8c6d-41fd-a645-593ed522202f is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:39:07.845198 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21c2e5-b971-4bb1-adec-6820d6bd28cb None None] Pushing event updated for resources: {'Port': ['ID=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:07.915594 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-f1d4a670-a9e9-447e-a8f1-1af9a1046c22 None None] Provisioning complete for port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:07.915963 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a670-a9e9-447e-a8f1-1af9a1046c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:07.934938 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:07.946735 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Sync routers for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:07.964741 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:07.965348 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:08.024183 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.025606 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4f6a9fdb-5055-4cdc-9c90-e73f6e3dc4b5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2025218 Aug 30 17:39:08.028336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43418) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:08.219339 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:08.400555 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:07Z', 'revision_number': 3, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:08.430376 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Checking router: 4eb562a4-8c6d-41fd-a645-593ed522202f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:08.430729 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Updating router 4eb562a4-8c6d-41fd-a645-593ed522202f port c704785d-7f7a-4450-b658-2a7ddd4c7b04 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:39:08.438383 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.461540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.591974 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Allocated IP 172.20.0.1 (dbf4ab54-edf0-441b-baa0-40231d53820e/11771b1f-135c-4912-b21e-51bf444e5355/0edd76f5-4b11-4675-bb8a-354e5337f41a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:08.698171 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.711434 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Transition to ACTIVE for port object 0edd76f5-4b11-4675-bb8a-354e5337f41a will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:08.714253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.724413 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Transition to ACTIVE for port object c704785d-7f7a-4450-b658-2a7ddd4c7b04 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:08.784363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.807792 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.835458 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Attempting to bind port c704785d-7f7a-4450-b658-2a7ddd4c7b04 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:08.835830 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Attempting to bind port c704785d-7f7a-4450-b658-2a7ddd4c7b04 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:08.836193 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Attempting to bind port c704785d-7f7a-4450-b658-2a7ddd4c7b04 on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:08.838212 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0ab5-2d70-4f53-8f07-0751669b6b47 None None] Pushing event updated for resources: {'Port': ['ID=c704785d-7f7a-4450-b658-2a7ddd4c7b04,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:08.844655 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:08.845034 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:08.845445 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.846263 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:08.846366 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Bound port: c704785d-7f7a-4450-b658-2a7ddd4c7b04, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:08.846677 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.850948 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Network dbf4ab54-edf0-441b-baa0-40231d53820e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:08.853946 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:08.858269 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:08.861301 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:08.897688 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:08.911340 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] For port c704785d-7f7a-4450-b658-2a7ddd4c7b04, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:08.914781 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] For port c704785d-7f7a-4450-b658-2a7ddd4c7b04, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c704785d-7f7a-4450-b658-2a7ddd4c7b04,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:08.997258 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.053189 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:09.053833 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:09.088597 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0ab5-2d70-4f53-8f07-0751669b6b47 None None] Pushing event updated for resources: {'Port': ['ID=c704785d-7f7a-4450-b658-2a7ddd4c7b04,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:09.103184 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.172640 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:09.202463 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e62c43e8-da32-4d6f-bb8d-9e07f6a3155c up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:09.288353 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-1b19850f-54c9-493c-b389-1722481bffc0 None None] Provisioning for port 0edd76f5-4b11-4675-bb8a-354e5337f41a completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:09.305480 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-1b19850f-54c9-493c-b389-1722481bffc0 None None] Provisioning complete for port 0edd76f5-4b11-4675-bb8a-354e5337f41a triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:09.305847 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1b19850f-54c9-493c-b389-1722481bffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.365810 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-1b19850f-54c9-493c-b389-1722481bffc0 None None] Port 0edd76f5-4b11-4675-bb8a-354e5337f41a cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:09.389472 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:09.389833 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.420553 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:39:09.492827 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:07Z', 'revision_number': 3, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:09.509513 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.527043 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600eb42b-5f24-4e85-9d7c-d8ebd0b77203 None None] The sync data for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi is: [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:07Z', 'revision_number': 3, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:09.578575 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.647666 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:09.650069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:09.752776 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Network dbf4ab54-edf0-441b-baa0-40231d53820e is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:09.753196 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:09.891114 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Router 4eb562a4-8c6d-41fd-a645-593ed522202f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:39:09.992001 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0ed3c3cc-45d5-45e3-acfc-9af3bf6d49d8 None None] Provisioning complete for port 0edd76f5-4b11-4675-bb8a-354e5337f41a triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:09.992300 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c3cc-45d5-45e3-acfc-9af3bf6d49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:10.008848 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:10.021575 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2c45a4c0-e35f-491c-8e5b-69c356f53f41 admin admin] 10.222.0.10 "PUT /v2.0/routers/4eb562a4-8c6d-41fd-a645-593ed522202f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841998 Aug 30 17:39:10.029105 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3c3cc-45d5-45e3-acfc-9af3bf6d49d8 None None] Port 0edd76f5-4b11-4675-bb8a-354e5337f41a cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:10.722129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43444) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:10.727290 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1512569770-network', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:10.807202 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Made reservation on behalf of 9dd8fea5032a428799f7b807fb5f0cc9 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:10.809537 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:10.818640 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:10.914031 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:10.979142 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.005067 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:39:11.014974 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfeb312-b80c-413b-8354-d28c81c9fcf9,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:11.020018 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.020363 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Added segment dc04c391-201c-47cc-a4ab-8e979b551c67 of type vlan for network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 Aug 30 17:39:11.036189 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Sync routers for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:11.047352 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:11.048044 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:11.061945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.127027 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.128052 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:11.128790 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.151530 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:11.192370 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4691029 Aug 30 17:39:11.195087 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:11.200045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Request body: {'subnet': {'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1512569770-subnet', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:11.203860 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09920c5a-909f-47fe-a99c-bfdc485566f7 admin admin] Pushing event updated for resources: {'Network': ['ID=dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:11.220102 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:39:11.260399 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c704785d-7f7a-4450-b658-2a7ddd4c7b04 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:11.275990 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Made reservation on behalf of 9dd8fea5032a428799f7b807fb5f0cc9 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:11.278885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2467449'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.367676 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:09Z', 'revision_number': 2, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:11.384592 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port c704785d-7f7a-4450-b658-2a7ddd4c7b04 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:11.389049 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c704785d-7f7a-4450-b658-2a7ddd4c7b04 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:11.389423 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.396578 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Checking router: 4eb562a4-8c6d-41fd-a645-593ed522202f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:11.397212 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Updating router 4eb562a4-8c6d-41fd-a645-593ed522202f port 0edd76f5-4b11-4675-bb8a-354e5337f41a binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:39:11.423221 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.469085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.489311 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port c704785d-7f7a-4450-b658-2a7ddd4c7b04, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c704785d-7f7a-4450-b658-2a7ddd4c7b04,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:11.510667 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2467339'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.560071 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf54dc94-db52-475f-b8be-f8f199fa282b,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:11.561898 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.576837 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Checking segment: {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:11.577194 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Network hostable DHCP agents. Network: dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:39:11.617065 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=c704785d-7f7a-4450-b658-2a7ddd4c7b04,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:11.658683 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:39:11.688018 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.697493 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Transition to ACTIVE for port object 0edd76f5-4b11-4675-bb8a-354e5337f41a will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:11.733395 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:11.737580 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:11.738204 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.742784 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba191d-c6d0-4a54-bef0-d7028bfb6c4c None None] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:39:11.772907 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.790871 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4c36345e-c6be-42be-8d75-8b5dffd076b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5947287 Aug 30 17:39:11.793357 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43454) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:11.799544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:11.816226 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1e3da-7412-4479-bb3e-5840f34ec77c None None] Pushing event updated for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:11.881944 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.883292 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.896829 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Attempting to bind port 0edd76f5-4b11-4675-bb8a-354e5337f41a on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:11.897063 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Attempting to bind port 0edd76f5-4b11-4675-bb8a-354e5337f41a by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:11.897324 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Attempting to bind port 0edd76f5-4b11-4675-bb8a-354e5337f41a on network dbf4ab54-edf0-441b-baa0-40231d53820e {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:11.902557 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:11.902865 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'fixed_ips': [{'subnet_id': 'bf54dc94-db52-475f-b8be-f8f199fa282b'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:39:11.903011 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Checking segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:11.903307 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.903726 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Bound using segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:11.904187 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Bound port: 0edd76f5-4b11-4675-bb8a-354e5337f41a, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:11.904512 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.904624 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.958062 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:11.986955 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] For port 0edd76f5-4b11-4675-bb8a-354e5337f41a, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:11.990299 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] For port 0edd76f5-4b11-4675-bb8a-354e5337f41a, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=0edd76f5-4b11-4675-bb8a-354e5337f41a,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:12.067751 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Allocated IP 172.20.0.2 (dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476/bf54dc94-db52-475f-b8be-f8f199fa282b/eb93bb26-0507-4b09-81cf-a6d5a5485090) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:12.070681 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.132120 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:12.132982 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:12.134968 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1e3da-7412-4479-bb3e-5840f34ec77c None None] Pushing event updated for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:12.179048 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.249560 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.252423 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:12.261040 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Transition to ACTIVE for port object eb93bb26-0507-4b09-81cf-a6d5a5485090 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:12.279254 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Transition to ACTIVE for port object eb93bb26-0507-4b09-81cf-a6d5a5485090 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:12.356596 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.393589 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:12.404240 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:12.408905 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:12.425661 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Pushing event updated for resources: {'Port': ['ID=eb93bb26-0507-4b09-81cf-a6d5a5485090,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:12.471325 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.486303 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Attempting to bind port eb93bb26-0507-4b09-81cf-a6d5a5485090 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:12.487037 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Attempting to bind port eb93bb26-0507-4b09-81cf-a6d5a5485090 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:12.487037 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Attempting to bind port eb93bb26-0507-4b09-81cf-a6d5a5485090 on network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:12.491166 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.492606 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:12.493047 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Checking segment: {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:12.493504 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.493956 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Bound using segment: {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:12.494614 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Bound port: eb93bb26-0507-4b09-81cf-a6d5a5485090, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:12.495065 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.560079 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:12.562588 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] For port eb93bb26-0507-4b09-81cf-a6d5a5485090, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:12.566161 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] For port eb93bb26-0507-4b09-81cf-a6d5a5485090, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=eb93bb26-0507-4b09-81cf-a6d5a5485090,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:12.593215 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625365c3-948c-4ecf-b477-c89dde1acb7c None None] The sync data for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi is: [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:12.602665 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Allocated IP 172.27.3.8 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/b69f9427-565a-473c-83b7-1724bac66aea) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:12.652001 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.718079 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965a09c-d274-4cbb-9de5-d2d547e68700 None None] Pushing event updated for resources: {'Port': ['ID=eb93bb26-0507-4b09-81cf-a6d5a5485090,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:12.734933 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.830842 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:12.883620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:12.894559 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:12.903971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Pushing event updated for resources: {'Port': ['ID=b69f9427-565a-473c-83b7-1724bac66aea,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:12.914171 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:13.256363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.336157 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 0edd76f5-4b11-4675-bb8a-354e5337f41a up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:13.470483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 0edd76f5-4b11-4675-bb8a-354e5337f41a completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:13.477940 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 0edd76f5-4b11-4675-bb8a-354e5337f41a triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:13.477940 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.487057 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.693317 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Router ee6e24a4-9b74-4b94-810c-414dfbfcd684 is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:39:13.702363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.724623 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5cb2e7-cd46-41c4-ab62-babfeb896126 None None] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:39:13.779191 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 0edd76f5-4b11-4675-bb8a-354e5337f41a, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=0edd76f5-4b11-4675-bb8a-354e5337f41a,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:13.821130 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:13.834279 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.834279 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c704785d-7f7a-4450-b658-2a7ddd4c7b04 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:13.857154 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Sync routers for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:13.895772 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ef6caddd-48a9-4898-a1fe-e009334f878d None None] Provisioning for port eb93bb26-0507-4b09-81cf-a6d5a5485090 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:13.944633 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:13.946199 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a45e092b-9286-4a52-917f-29111ef56d3e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1508677 Aug 30 17:39:13.948839 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 43468) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:13.957941 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:13.958184 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:13.959783 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:14.070917 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c704785d-7f7a-4450-b658-2a7ddd4c7b04 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:14.071297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.131213 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:14.285590 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device eb93bb26-0507-4b09-81cf-a6d5a5485090 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:14.401316 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 3, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:14.428847 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Checking router: ee6e24a4-9b74-4b94-810c-414dfbfcd684 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:14.429100 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Updating router ee6e24a4-9b74-4b94-810c-414dfbfcd684 port b69f9427-565a-473c-83b7-1724bac66aea binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:39:14.454459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.456142 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port eb93bb26-0507-4b09-81cf-a6d5a5485090 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:14.460417 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port eb93bb26-0507-4b09-81cf-a6d5a5485090 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:14.460898 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.617870 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.673542 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.734363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port eb93bb26-0507-4b09-81cf-a6d5a5485090, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=eb93bb26-0507-4b09-81cf-a6d5a5485090,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:14.775940 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Allocated IP 172.20.0.1 (dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476/bf54dc94-db52-475f-b8be-f8f199fa282b/4db28058-6c55-4a36-811b-a29fb4f16438) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:14.793175 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.797440 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.808039 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Transition to ACTIVE for port object b69f9427-565a-473c-83b7-1724bac66aea will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:14.855198 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=eb93bb26-0507-4b09-81cf-a6d5a5485090,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:14.870322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.880268 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.892948 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Transition to ACTIVE for port object 4db28058-6c55-4a36-811b-a29fb4f16438 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:14.923066 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Attempting to bind port b69f9427-565a-473c-83b7-1724bac66aea on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:14.923440 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Attempting to bind port b69f9427-565a-473c-83b7-1724bac66aea by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:14.923804 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Attempting to bind port b69f9427-565a-473c-83b7-1724bac66aea on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:14.926714 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b989517-debe-4953-acca-48181669be0b None None] Pushing event updated for resources: {'Port': ['ID=b69f9427-565a-473c-83b7-1724bac66aea,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:14.931311 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:14.931704 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:14.932110 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.932495 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:14.932960 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Bound port: b69f9427-565a-473c-83b7-1724bac66aea, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:14.933345 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.985276 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] For port b69f9427-565a-473c-83b7-1724bac66aea, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:14.988244 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] For port b69f9427-565a-473c-83b7-1724bac66aea, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=b69f9427-565a-473c-83b7-1724bac66aea,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:14.990920 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.032401 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:15.037686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:15.040198 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:15.048123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.071348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Pushing event updated for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:15.096809 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.108559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:15.109225 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:15.114415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b989517-debe-4953-acca-48181669be0b None None] Pushing event updated for resources: {'Port': ['ID=b69f9427-565a-473c-83b7-1724bac66aea,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:15.221099 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 0edd76f5-4b11-4675-bb8a-354e5337f41a up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:15.277554 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:15.314263 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.484682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.520684 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 0edd76f5-4b11-4675-bb8a-354e5337f41a triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:15.521228 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.561941 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.601988 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3abfdc62-f7a8-4d94-9ee4-2d62689765c3 None None] Provisioning for port 4db28058-6c55-4a36-811b-a29fb4f16438 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:15.610920 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3abfdc62-f7a8-4d94-9ee4-2d62689765c3 None None] Provisioning complete for port 4db28058-6c55-4a36-811b-a29fb4f16438 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:15.611289 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3abfdc62-f7a8-4d94-9ee4-2d62689765c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.629119 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Pushing event updated for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:15.631736 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.688833 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-3abfdc62-f7a8-4d94-9ee4-2d62689765c3 None None] Port 4db28058-6c55-4a36-811b-a29fb4f16438 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:15.698315 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device eb93bb26-0507-4b09-81cf-a6d5a5485090 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:15.724425 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 3, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:15.726500 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:15.727939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:15.759651 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7a00b-68d6-46d5-8934-689b9e85664e None None] The sync data for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi is: [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 3, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:15.779143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port eb93bb26-0507-4b09-81cf-a6d5a5485090 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:15.779445 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:15.860747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Router ee6e24a4-9b74-4b94-810c-414dfbfcd684 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:39:15.970642 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:15.984460 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c4d2b8af-e2fc-45f0-8485-815784e36f1e admin admin] 10.222.0.10 "PUT /v2.0/routers/ee6e24a4-9b74-4b94-810c-414dfbfcd684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0260284 Aug 30 17:39:16.028003 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-d8f46603-2445-4610-a41e-7903970b9e02 None None] Provisioning complete for port 4db28058-6c55-4a36-811b-a29fb4f16438 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:16.028884 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d8f46603-2445-4610-a41e-7903970b9e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:16.069826 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d8f46603-2445-4610-a41e-7903970b9e02 None None] Port 4db28058-6c55-4a36-811b-a29fb4f16438 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:17.240084 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device b69f9427-565a-473c-83b7-1724bac66aea up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:17.350169 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port b69f9427-565a-473c-83b7-1724bac66aea completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:17.354547 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port b69f9427-565a-473c-83b7-1724bac66aea triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:17.355085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:17.424271 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Sync routers for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:17.434995 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:17.437981 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:17.485607 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:17.508529 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port b69f9427-565a-473c-83b7-1724bac66aea, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=b69f9427-565a-473c-83b7-1724bac66aea,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:17.553316 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:17.601736 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:17.670275 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=b69f9427-565a-473c-83b7-1724bac66aea,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:17.786103 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:15Z', 'revision_number': 4, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '4db28058-6c55-4a36-811b-a29fb4f16438', 'name': '', 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'mac_address': 'fa:16:3e:1d:48:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:14Z', 'updated_at': '2021-08-30T17:39:15Z', 'revision_number': 2, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'subnets': [{'id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:17.817556 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Checking router: ee6e24a4-9b74-4b94-810c-414dfbfcd684 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:17.817904 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Updating router ee6e24a4-9b74-4b94-810c-414dfbfcd684 port 4db28058-6c55-4a36-811b-a29fb4f16438 binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:39:17.843875 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.132951 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.144319 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Transition to ACTIVE for port object 4db28058-6c55-4a36-811b-a29fb4f16438 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:18.275981 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.339068 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740cbd6-c23d-42ca-8a85-68c6cf522b43 None None] Pushing event updated for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:18.397438 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Attempting to bind port 4db28058-6c55-4a36-811b-a29fb4f16438 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:18.397959 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Attempting to bind port 4db28058-6c55-4a36-811b-a29fb4f16438 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:18.398485 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Attempting to bind port 4db28058-6c55-4a36-811b-a29fb4f16438 on network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:18.406699 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:18.407083 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Checking segment: {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:18.407623 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.408103 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Bound using segment: {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:18.408641 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Bound port: 4db28058-6c55-4a36-811b-a29fb4f16438, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc04c391-201c-47cc-a4ab-8e979b551c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:18.409225 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.485481 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] For port 4db28058-6c55-4a36-811b-a29fb4f16438, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:18.493626 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] For port 4db28058-6c55-4a36-811b-a29fb4f16438, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=4db28058-6c55-4a36-811b-a29fb4f16438,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:18.550492 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:18.619863 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:18.620508 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:18.744312 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740cbd6-c23d-42ca-8a85-68c6cf522b43 None None] Pushing event updated for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:18.761427 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:18.994926 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:15Z', 'revision_number': 4, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '4db28058-6c55-4a36-811b-a29fb4f16438', 'name': '', 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'mac_address': 'fa:16:3e:1d:48:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:14Z', 'updated_at': '2021-08-30T17:39:18Z', 'revision_number': 4, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'subnets': [{'id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:19.025224 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db2ea-a0c2-4c32-91c7-45bb2bfdafbc None None] The sync data for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi is: [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:39:15Z', 'revision_number': 4, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '4db28058-6c55-4a36-811b-a29fb4f16438', 'name': '', 'network_id': 'dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'mac_address': 'fa:16:3e:1d:48:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:14Z', 'updated_at': '2021-08-30T17:39:18Z', 'revision_number': 4, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'subnets': [{'id': 'bf54dc94-db52-475f-b8be-f8f199fa282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:19.367280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device b69f9427-565a-473c-83b7-1724bac66aea up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:19.434023 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port b69f9427-565a-473c-83b7-1724bac66aea triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:19.434504 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:19.552200 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 4db28058-6c55-4a36-811b-a29fb4f16438 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:19.944826 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 4db28058-6c55-4a36-811b-a29fb4f16438 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:19.949168 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 4db28058-6c55-4a36-811b-a29fb4f16438 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:19.949658 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:20.037440 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:20.082369 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 4db28058-6c55-4a36-811b-a29fb4f16438, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=4db28058-6c55-4a36-811b-a29fb4f16438,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:20.167716 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:20.226414 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:21.216617 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 4db28058-6c55-4a36-811b-a29fb4f16438 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:21.273726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 4db28058-6c55-4a36-811b-a29fb4f16438 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:21.274512 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:21.480450 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e30ce-faa2-46ec-8968-f8cedcbeaa9d req-dc61c640-8a29-4975-949f-895bcbbaa673 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:21.549170 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e76e30ce-faa2-46ec-8968-f8cedcbeaa9d req-dc61c640-8a29-4975-949f-895bcbbaa673 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.2864182 Aug 30 17:39:21.549170 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e76e30ce-faa2-46ec-8968-f8cedcbeaa9d req-f2de2e7a-0680-4a40-baf9-1d8dacafb371 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Aug 30 17:39:22.697497 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ea04a-52ad-4001-9833-3c0a1069ae57 req-a8e7316f-a5b1-4087-a655-5d86b16634b4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:22.699028 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-483ea04a-52ad-4001-9833-3c0a1069ae57 req-a8e7316f-a5b1-4087-a655-5d86b16634b4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.1024084 Aug 30 17:39:22.739462 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-483ea04a-52ad-4001-9833-3c0a1069ae57 req-9626f60e-a486-4ac0-942f-ad860b5c686d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Aug 30 17:39:22.892624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-f3f911b4-1774-4280-844e-782083c8377b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:22.894125 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-f3f911b4-1774-4280-844e-782083c8377b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 945 time: 0.0507419 Aug 30 17:39:22.992982 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port 5adb6571-0c17-4e77-b1f0-f178c14acae5 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:39:22.993318 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.083074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] For port 5adb6571-0c17-4e77-b1f0-f178c14acae5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adb6571-0c17-4e77-b1f0-f178c14acae5,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:23.083434 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.329340 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.330207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.330813 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP 0c17ad3f-1f60-44aa-9ded-0f299d8bc579 disassociated. External IP: 172.27.3.24, port: 5adb6571-0c17-4e77-b1f0-f178c14acae5. Aug 30 17:39:23.331318 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for 5adb6571-0c17-4e77-b1f0-f178c14acae5 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:39:23.555981 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.586022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=5adb6571-0c17-4e77-b1f0-f178c14acae5,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:23.708643 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:39:23.861111 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6322a9b5-cfc4-4853-9d4c-c3e17dc11aef req-8decbd86-5ae0-4e30-9a0d-bbd75d3b86f4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0312994 Aug 30 17:39:23.869469 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:23.880661 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:23.896478 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:23.899602 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:23.941786 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] No DVR routers for this DVR port 5adb6571-0c17-4e77-b1f0-f178c14acae5 on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:39:23.949310 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:23.953420 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-11341aaf-5440-4ab3-a105-026d395f2b6c req-88b705f1-63d7-4a15-af07-ae85bad3068e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "DELETE /v2.0/ports/5adb6571-0c17-4e77-b1f0-f178c14acae5 HTTP/1.1" status: 204 len: 173 time: 1.0475738 Aug 30 17:39:23.955544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'name': 'network-vif-deleted', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:23.962966 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24c563-e3fe-46b5-8b41-8c2375ff65e1" -d '{"events": [{"server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "name": "network-vif-deleted", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:24.037060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00143d-30a5-4372-8e69-c904e933b64c x-openstack-request-id: req-da00143d-30a5-4372-8e69-c904e933b64c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:24.037358 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e", "name": "network-vif-deleted", "tag": "5adb6571-0c17-4e77-b1f0-f178c14acae5", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:24.037615 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da00143d-30a5-4372-8e69-c904e933b64c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:24.038019 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e', 'name': 'network-vif-deleted', 'tag': '5adb6571-0c17-4e77-b1f0-f178c14acae5', 'status': 'completed', 'code': 200} Aug 30 17:39:24.056159 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:24.316822 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:24.345388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:24.354641 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:24.355482 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:38:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:24.490107 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:24.742764 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:24.774727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fbd69-2e25-4d40-a890-69256346c957 None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:24.782343 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5adb6571-0c17-4e77-b1f0-f178c14acae5 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:39:24.806773 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 5adb6571-0c17-4e77-b1f0-f178c14acae5 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:39:24.807130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 5adb6571-0c17-4e77-b1f0-f178c14acae5 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:39:25.006694 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c9c668d8-af53-4777-add6-a11355bc84c0 req-ef8cdd3b-8b32-4e6c-9bab-b275fb5016cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bd26d9a-e3a1-4142-a4c7-b960fce6dd7e HTTP/1.1" status: 200 len: 210 time: 0.0365586 Aug 30 17:39:25.364347 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dace6e-00bb-49e6-8550-387ef29746c6 None None] New status for floating IP 0c17ad3f-1f60-44aa-9ded-0f299d8bc579: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:39:25.899351 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1cb34da6-1a94-48df-8ea9-b4066489a399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:26.277275 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-c6f79987-1785-4149-94ca-b436d7a37c16 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032499453&fields=id&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 267 time: 0.0357704 Aug 30 17:39:26.391337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ed31bfb4-75a6-4e18-a33b-8358c41cef95 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:26.392776 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ed31bfb4-75a6-4e18-a33b-8358c41cef95 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.1087308 Aug 30 17:39:26.438533 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-35f44c50-ef34-4f9e-9ff4-4accbf53a55d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/quotas/021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 375 time: 0.0103364 Aug 30 17:39:26.470315 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-fe785860-ecde-4222-830e-2a44898a20e9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554459 Aug 30 17:39:26.622460 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-11e7f01f-8aa4-44b1-b56b-07b02f4a215e service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351464 Aug 30 17:39:26.717298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-27dc69c6-8e3d-4edd-8795-5f9946ffbe8a service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887346 Aug 30 17:39:27.202322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:27.552031 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-32fa3afe-d7e0-4dfc-80b9-deccec251a02 req-49523b1c-9633-4277-b319-90ebf6d0c2e1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 210 time: 0.0310123 Aug 30 17:39:28.005116 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-21cf8111-d30f-4532-bfdb-a720673fb4a3 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:28.006568 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-21cf8111-d30f-4532-bfdb-a720673fb4a3 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 815 time: 0.1012022 Aug 30 17:39:28.021761 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-139ed661-6b8a-4373-808c-037c194c2188 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/quotas/848ed2c1024e41c4b6c7cf9f64570c66 HTTP/1.1" status: 200 len: 375 time: 0.0092454 Aug 30 17:39:28.072723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-7d6f3ba8-f3ac-4768-872d-9b5a3f686d5d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454361 Aug 30 17:39:28.173442 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-426ae7dd-4f08-4ebe-b6f0-7c525d652ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894146 Aug 30 17:39:28.265173 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-4d2ec88c-269d-4056-809a-015448dab7ad service neutron] 10.222.0.10 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Aug 30 17:39:28.498721 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cf50a366-e3af-4c84-8123-c79d205d6803 req-fae06497-e868-42ca-b2cd-1f847510de89 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 210 time: 0.0377645 Aug 30 17:39:28.573671 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef47b4-6b86-4a03-b073-c9056956bdba req-f199b25e-46e0-4a13-94d9-5ddce072b991 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:28.582404 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3ef47b4-6b86-4a03-b073-c9056956bdba req-f199b25e-46e0-4a13-94d9-5ddce072b991 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0703328 Aug 30 17:39:28.660308 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3ef47b4-6b86-4a03-b073-c9056956bdba req-29cf950e-7155-429b-b084-727fb0e04aff tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767887 Aug 30 17:39:28.676608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-20a0bc39-6c59-4fa8-ab7d-2971f3356ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:28.685586 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-272474bc-252a-4b42-a730-1b14bb92546b req-b0ba63e6-cfde-4e1d-9715-29138dd10d73 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 210 time: 0.0414832 Aug 30 17:39:28.704022 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855a148-8409-442e-965d-817ea4348c1a req-c262ed87-2592-408c-bfe5-3587fb95d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:28.707135 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-c262ed87-2592-408c-bfe5-3587fb95d818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1098 time: 0.1044700 Aug 30 17:39:28.829801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855a148-8409-442e-965d-817ea4348c1a req-feee9b76-84bb-4595-a14b-2c99b123e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:28.831300 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-feee9b76-84bb-4595-a14b-2c99b123e3a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0923629 Aug 30 17:39:28.899973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-f6063e00-8231-44f6-bea8-797385e588db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 1000 time: 0.0590563 Aug 30 17:39:28.958908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855a148-8409-442e-965d-817ea4348c1a req-95b8df95-0dec-47aa-afaf-f75527b904f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:28.960450 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-95b8df95-0dec-47aa-afaf-f75527b904f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0522339 Aug 30 17:39:28.978690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:29.010865 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855a148-8409-442e-965d-817ea4348c1a req-57c3ea70-afe2-4dd3-b41b-c24cf38f92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:29.012346 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-57c3ea70-afe2-4dd3-b41b-c24cf38f92af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442350 Aug 30 17:39:29.102182 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-7bff512d-67f3-48c9-aedb-9328792b1806 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805290 Aug 30 17:39:29.197686 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8855a148-8409-442e-965d-817ea4348c1a req-6bc59b59-0d91-49ad-9cbb-c9a848dff21b service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Aug 30 17:39:29.525410 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-166751f3-cfe1-427e-ab9d-483bfbec22ec tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:29.526920 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-166751f3-cfe1-427e-ab9d-483bfbec22ec tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.1010611 Aug 30 17:39:29.597062 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b049b9ec-2b48-4696-8f31-c7d5fb93ad26 req-5e9770d8-e2f3-4e2b-9288-e8b93f15ae2f tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 210 time: 0.0324810 Aug 30 17:39:29.601340 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-0ce420d1-8c1b-4663-9454-50ad75acbcc2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 380 time: 0.0623250 Aug 30 17:39:29.612533 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'port': {'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'admin_state_up': True, 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'security_groups': ['21bdd5f1-6ae1-48d9-846c-eb8819fe77e0']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:29.745269 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:29.804211 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-65d01122-58c9-4610-ab0c-c0daabb8112d req-384849f7-33e9-4351-87ba-adfaec0fa841 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 210 time: 0.0432687 Aug 30 17:39:29.805983 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Made reservation on behalf of 021ee2ee21e64a7890aa2f58f1bc50ce for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:29.809631 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:29.854293 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2851752-21b1-475d-a7fb-41612d1bd224 req-a18221f4-5b1a-4c67-a083-aeb07fb361a3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:29.855921 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e2851752-21b1-475d-a7fb-41612d1bd224 req-a18221f4-5b1a-4c67-a083-aeb07fb361a3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.1063435 Aug 30 17:39:29.939728 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e2851752-21b1-475d-a7fb-41612d1bd224 req-f1cc4705-f940-42fa-b497-af18d0b3f447 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538127 Aug 30 17:39:29.989559 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.20.0.6 (bce47af6-8359-4b8e-9b54-7f8bb623d5e9/60ccf4b7-f880-401b-b30a-ce626396e54c/ec3fb0e7-96e8-4e11-828e-73fbf8578345) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:30.125759 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.139801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Transition to ACTIVE for port object ec3fb0e7-96e8-4e11-828e-73fbf8578345 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:30.265069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.307594 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:30.313124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:30.317117 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:30.348848 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:30.363412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.363760 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.364099 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.364437 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.364789 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.365098 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.365423 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.365746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.366293 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.366424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.366719 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.367035 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:30.389129 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:30.389744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.488405 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-b615030e-d2cc-4e2b-a712-8544022523ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8805039 Aug 30 17:39:30.503641 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Request body: {'port': {'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:30.557699 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.698798 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-fe056c44-b1d1-43b3-bb9a-8f65cc4fda48 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:30.700399 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-fe056c44-b1d1-43b3-bb9a-8f65cc4fda48 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 815 time: 0.1115301 Aug 30 17:39:30.704445 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-994811c2-e167-4464-94e7-2b0770960196 None None] Provisioning for port ec3fb0e7-96e8-4e11-828e-73fbf8578345 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:30.710413 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-994811c2-e167-4464-94e7-2b0770960196 None None] Provisioning complete for port ec3fb0e7-96e8-4e11-828e-73fbf8578345 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:30.714353 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-994811c2-e167-4464-94e7-2b0770960196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.718067 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'port': {'device_id': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'admin_state_up': True, 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:30.762339 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-994811c2-e167-4464-94e7-2b0770960196 None None] Port ec3fb0e7-96e8-4e11-828e-73fbf8578345 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:30.882721 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82640b9e-e8ab-4eb5-98bc-af3851fdf809 req-0f7d7772-14ed-4f4e-bd00-47847f6bda2e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 210 time: 0.0330296 Aug 30 17:39:30.945158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Made reservation on behalf of 848ed2c1024e41c4b6c7cf9f64570c66 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:39:30.948846 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.009417 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76cdc9-c299-4b30-8cdb-42c8e3db6519 req-ba2605ff-b5fc-4ae9-ac58-84a6792f47cc tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:31.010951 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ab76cdc9-c299-4b30-8cdb-42c8e3db6519 req-ba2605ff-b5fc-4ae9-ac58-84a6792f47cc tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 931 time: 0.1308784 Aug 30 17:39:31.097195 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Allocated IP 172.20.0.8 (dbf4ab54-edf0-441b-baa0-40231d53820e/11771b1f-135c-4912-b21e-51bf444e5355/0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:31.111488 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ab76cdc9-c299-4b30-8cdb-42c8e3db6519 req-ed41093f-e7b5-433c-84e5-55e09fdcc1c8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682871 Aug 30 17:39:31.174599 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65a636-1c31-4832-81a2-9956491a0887 req-e6d0f49b-d59a-4c87-b30c-a6bbec20442e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:31.178060 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af65a636-1c31-4832-81a2-9956491a0887 req-e6d0f49b-d59a-4c87-b30c-a6bbec20442e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0881639 Aug 30 17:39:31.236029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.250946 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3fb0e7-96e8-4e11-828e-73fbf8578345 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:39:31.257348 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af65a636-1c31-4832-81a2-9956491a0887 req-8b58edb6-16e7-4a04-9522-96267fa7eb7e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706482 Aug 30 17:39:31.261497 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.267648 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.275574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Transition to ACTIVE for port object ec3fb0e7-96e8-4e11-828e-73fbf8578345 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:31.284186 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Transition to ACTIVE for port object 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:31.327266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.376480 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:31.385078 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.435211 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Network dbf4ab54-edf0-441b-baa0-40231d53820e is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:31.438813 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:31.443051 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:31.449849 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:31.463801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Attempting to bind port ec3fb0e7-96e8-4e11-828e-73fbf8578345 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:31.464240 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Attempting to bind port ec3fb0e7-96e8-4e11-828e-73fbf8578345 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:31.464658 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Attempting to bind port ec3fb0e7-96e8-4e11-828e-73fbf8578345 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:31.473526 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Port ec3fb0e7-96e8-4e11-828e-73fbf8578345 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:39:31.473944 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Attempting to bind port ec3fb0e7-96e8-4e11-828e-73fbf8578345 on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:31.480203 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:31.480203 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:31.480478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Bound using segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:31.481105 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Bound port: ec3fb0e7-96e8-4e11-828e-73fbf8578345, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:31.481417 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.489327 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.489680 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.490014 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.490380 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.490710 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.491045 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.491372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.491730 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.492055 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.492413 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.492735 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.493114 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:31.518635 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:31.519283 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.562675 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:31.574678 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:31.631373 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-e0daa5e5-f71e-4d3f-b53c-e5e0c54fce02 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173682 Aug 30 17:39:31.654017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Request body: {'port': {'device_id': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:31.659623 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.710945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:31.712009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:31.714506 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 1093 time: 1.2150605 Aug 30 17:39:31.717976 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:31.721517 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48" -d '{"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:31.759418 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e477-9c6f-4eba-8add-4d8d84190f85 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:31.805555 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b545b5-a61e-4739-b451-950622b68b5e x-openstack-request-id: req-c4b545b5-a61e-4739-b451-950622b68b5e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:31.805941 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:31.806353 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4b545b5-a61e-4739-b451-950622b68b5e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:31.807850 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'status': 'completed', 'code': 200} Aug 30 17:39:31.810356 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.001694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-963e83f6-0a3f-4635-bdb9-817d5d4022b4 None None] Provisioning for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:32.007037 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-963e83f6-0a3f-4635-bdb9-817d5d4022b4 None None] Provisioning complete for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:32.007596 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-963e83f6-0a3f-4635-bdb9-817d5d4022b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.093553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-963e83f6-0a3f-4635-bdb9-817d5d4022b4 None None] Port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:39:32.109444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c552bd0-edfe-483a-92d7-785cfbd825d9 req-236daea0-a03e-4ebc-9d8e-178673d6f0ae tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:32.111401 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5c552bd0-edfe-483a-92d7-785cfbd825d9 req-236daea0-a03e-4ebc-9d8e-178673d6f0ae tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 931 time: 0.0942211 Aug 30 17:39:32.196067 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:39:32.209047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.213758 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5c552bd0-edfe-483a-92d7-785cfbd825d9 req-ea89187a-708e-4afd-8e26-011d577efd8f tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850222 Aug 30 17:39:32.224789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Transition to ACTIVE for port object 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:39:32.310145 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.346108 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f092f11-4af5-411a-8bfc-99173449a2d2 req-5a93c0bf-8642-469f-9d6d-b348eb264cd5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:32.347645 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6f092f11-4af5-411a-8bfc-99173449a2d2 req-5a93c0bf-8642-469f-9d6d-b348eb264cd5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0726719 Aug 30 17:39:32.397828 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:32.406529 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6f092f11-4af5-411a-8bfc-99173449a2d2 req-471ea1ac-7b0f-4ebc-a4fb-60bb58a9f283 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524807 Aug 30 17:39:32.530412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20150d-cef5-418c-a124-7208adbb8895 req-ac6c4e9d-fc74-4ab6-b693-86db4f334a9d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:32.552097 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fa20150d-cef5-418c-a124-7208adbb8895 req-ac6c4e9d-fc74-4ab6-b693-86db4f334a9d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0804892 Aug 30 17:39:32.557623 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Attempting to bind port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:39:32.557951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Attempting to bind port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:39:32.558309 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Attempting to bind port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 on network dbf4ab54-edf0-441b-baa0-40231d53820e {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:32.563695 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 on network dbf4ab54-edf0-441b-baa0-40231d53820e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:39:32.564017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Attempting to bind port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 on network dbf4ab54-edf0-441b-baa0-40231d53820e {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:39:32.569388 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:39:32.569724 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Checking segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:39:32.570189 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Bound using segment: {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:39:32.570750 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Bound port: 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225d5a2e-5c35-4652-a367-a66d0b4ec106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:39:32.571109 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.647344 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fa20150d-cef5-418c-a124-7208adbb8895 req-b04c65cd-1560-4e1a-b0d0-3dcf70ad8d45 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881712 Aug 30 17:39:32.667087 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:39:32.672668 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:39:32.745467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.800791 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:32.801804 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:32.805311 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] 10.222.0.50 "PUT /v2.0/ports/0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 1093 time: 1.1558859 Aug 30 17:39:32.805775 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:32.808171 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44bf733-493e-4932-a0bc-5838fedb1790" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:32.837560 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe675-c01d-4a5a-b4b2-5727c89bbace service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:32.854887 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831cb9d-d05f-4188-8453-80eecc2c09ce x-openstack-request-id: req-d831cb9d-d05f-4188-8453-80eecc2c09ce {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:32.855251 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:32.855573 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d831cb9d-d05f-4188-8453-80eecc2c09ce {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:32.856034 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:39:33.326608 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b059a3-5785-4bba-9adb-8f486af275a0 req-aca691fc-1917-4695-a2a4-9251d3e477b8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:33.328176 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-96b059a3-5785-4bba-9adb-8f486af275a0 req-aca691fc-1917-4695-a2a4-9251d3e477b8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0553908 Aug 30 17:39:33.372016 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-96b059a3-5785-4bba-9adb-8f486af275a0 req-3d3c011b-57dd-49e5-8ac6-e5913c07f62b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Aug 30 17:39:33.545754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299af727-b562-4f34-a9a6-e918db599095 req-4541cbc3-8e52-43a5-b604-773c10cbe002 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:33.547599 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-299af727-b562-4f34-a9a6-e918db599095 req-4541cbc3-8e52-43a5-b604-773c10cbe002 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0582814 Aug 30 17:39:33.585827 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-299af727-b562-4f34-a9a6-e918db599095 req-01c6f841-8446-4d25-a584-517e8bdff2c4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Aug 30 17:39:33.774355 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9ea93-cea3-4e2c-940d-535b84ea4fdd req-6c148af8-a70a-42cd-8342-31cdaaaacc74 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:33.775852 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e0f9ea93-cea3-4e2c-940d-535b84ea4fdd req-6c148af8-a70a-42cd-8342-31cdaaaacc74 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0474162 Aug 30 17:39:33.817371 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e0f9ea93-cea3-4e2c-940d-535b84ea4fdd req-34b26385-491f-4a93-8c29-07e404f73e8c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348775 Aug 30 17:39:34.507628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f04367-bf0c-49e1-8ce2-20e60b919f9e req-ab978728-1bc7-4265-83ca-de540d6a0bb1 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:34.509152 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a6f04367-bf0c-49e1-8ce2-20e60b919f9e req-ab978728-1bc7-4265-83ca-de540d6a0bb1 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0653987 Aug 30 17:39:34.550354 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a6f04367-bf0c-49e1-8ce2-20e60b919f9e req-e2e63f44-534c-4ac7-92e1-53af3f7d73f5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Aug 30 17:39:34.707183 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db7880-99aa-4e79-a379-dfedbe3c9ba0 req-0ca1e510-e0d2-4ec9-8dd7-af07557d35a5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:34.708618 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58db7880-99aa-4e79-a379-dfedbe3c9ba0 req-0ca1e510-e0d2-4ec9-8dd7-af07557d35a5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0538452 Aug 30 17:39:34.751364 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58db7880-99aa-4e79-a379-dfedbe3c9ba0 req-7121c59d-e7f9-4e36-853d-a6172587e4bb tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364437 Aug 30 17:39:34.950224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e75f35-3fe5-4b26-8ef6-d376499c16f3 req-4aec16f1-ccee-4fc9-8123-7d7c715a2d8e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:34.951756 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-08e75f35-3fe5-4b26-8ef6-d376499c16f3 req-4aec16f1-ccee-4fc9-8123-7d7c715a2d8e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0571325 Aug 30 17:39:34.994948 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-08e75f35-3fe5-4b26-8ef6-d376499c16f3 req-f68ac746-9954-4291-93aa-1b8fd5fbf18c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370040 Aug 30 17:39:35.682678 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb75197-f05c-4f84-b8c2-c854e4e87489 req-1a6ac340-5eab-424d-9b9d-5b5a93b06456 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:35.686602 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eeb75197-f05c-4f84-b8c2-c854e4e87489 req-1a6ac340-5eab-424d-9b9d-5b5a93b06456 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0572619 Aug 30 17:39:35.734154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eeb75197-f05c-4f84-b8c2-c854e4e87489 req-70cceb13-ce26-4a2d-9141-0cdb28283e87 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Aug 30 17:39:35.885592 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c04bf-ee7d-4796-9d24-de736560a172 req-ec880416-9a1b-4da0-bd26-e8d0d83656ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:35.887551 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e47c04bf-ee7d-4796-9d24-de736560a172 req-ec880416-9a1b-4da0-bd26-e8d0d83656ad tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0633008 Aug 30 17:39:35.933264 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e47c04bf-ee7d-4796-9d24-de736560a172 req-7cc2bf6b-1c60-4cd4-9743-91c7c0f7bd3f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Aug 30 17:39:36.116514 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e2bb-a3b5-4530-a915-331c092c8b0b req-2f3084ea-1a5a-4338-be68-a36fd558d1bb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:36.118067 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9c82e2bb-a3b5-4530-a915-331c092c8b0b req-2f3084ea-1a5a-4338-be68-a36fd558d1bb tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Aug 30 17:39:36.157148 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9c82e2bb-a3b5-4530-a915-331c092c8b0b req-9edfc534-4c29-42f4-b7eb-50d06c4bc109 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Aug 30 17:39:36.851355 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e1504-34a4-486d-8235-46c6b463c397 req-e8c44ecc-ed88-4297-af55-6a7c56b38aa3 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:36.852882 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-420e1504-34a4-486d-8235-46c6b463c397 req-e8c44ecc-ed88-4297-af55-6a7c56b38aa3 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0491276 Aug 30 17:39:36.904019 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-420e1504-34a4-486d-8235-46c6b463c397 req-c06dfe07-0427-42ad-9b93-d128d2521693 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Aug 30 17:39:37.066488 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd05d-9928-41e1-8f4c-64c61da9196c req-e1694ee4-6108-4805-95ab-7495f0d441a9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:37.067965 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e82cd05d-9928-41e1-8f4c-64c61da9196c req-e1694ee4-6108-4805-95ab-7495f0d441a9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0555916 Aug 30 17:39:37.107138 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e82cd05d-9928-41e1-8f4c-64c61da9196c req-60115b50-403d-4de6-878c-8567df1b567c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Aug 30 17:39:37.280977 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b130-b256-434d-9ab7-60a9d1b0e790 req-0eefb62a-6ada-4db6-8810-37d2316adb8a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:37.282551 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8520b130-b256-434d-9ab7-60a9d1b0e790 req-0eefb62a-6ada-4db6-8810-37d2316adb8a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Aug 30 17:39:37.322472 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8520b130-b256-434d-9ab7-60a9d1b0e790 req-9c614c84-bd59-4375-828e-96b3d2928a67 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338905 Aug 30 17:39:38.019567 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5dcc5-00d2-464e-b58f-277c1b141f68 req-b94ac7e4-2629-41ca-8273-e64a89c60e7b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:38.021059 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1ca5dcc5-00d2-464e-b58f-277c1b141f68 req-b94ac7e4-2629-41ca-8273-e64a89c60e7b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0500932 Aug 30 17:39:38.059470 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1ca5dcc5-00d2-464e-b58f-277c1b141f68 req-6adf9ae0-c827-475a-9656-0b4419f9f402 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Aug 30 17:39:38.229223 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249977-1022-4983-a908-d449b362addc req-150d7d20-0afc-45b1-a799-a2dcf261d5f7 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:38.230829 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c249977-1022-4983-a908-d449b362addc req-150d7d20-0afc-45b1-a799-a2dcf261d5f7 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0547068 Aug 30 17:39:38.272494 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6c249977-1022-4983-a908-d449b362addc req-85cf7537-6136-48cb-a6e4-29dd26a24861 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343673 Aug 30 17:39:38.451010 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85552b-ea8f-48f6-a9f8-e4a6b17a0c2c req-ac5e46ef-4f2c-4c3d-af5b-62c563e34816 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:38.452629 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be85552b-ea8f-48f6-a9f8-e4a6b17a0c2c req-ac5e46ef-4f2c-4c3d-af5b-62c563e34816 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Aug 30 17:39:38.498808 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-be85552b-ea8f-48f6-a9f8-e4a6b17a0c2c req-7b66948e-df46-422a-b2b8-efc2722397d8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Aug 30 17:39:39.192426 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d31e18-2dd6-48d6-83a6-c81be7f313c9 req-211478bf-911b-4e90-9101-b82bc42b3482 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:39.217754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c9d31e18-2dd6-48d6-83a6-c81be7f313c9 req-211478bf-911b-4e90-9101-b82bc42b3482 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0664210 Aug 30 17:39:39.233511 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c9d31e18-2dd6-48d6-83a6-c81be7f313c9 req-381488c7-5dfd-467d-b401-b03b45599a64 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Aug 30 17:39:39.423824 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443d63-236b-4a4c-bf9f-eb1a1a482c84 req-6fbfa7a3-4f94-479f-89d6-bcba6778e9e9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:39.425340 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84443d63-236b-4a4c-bf9f-eb1a1a482c84 req-6fbfa7a3-4f94-479f-89d6-bcba6778e9e9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0676987 Aug 30 17:39:39.486139 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-84443d63-236b-4a4c-bf9f-eb1a1a482c84 req-d0159257-f458-4f52-be97-5aecc1806ad2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511293 Aug 30 17:39:39.627853 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05afd14-5ce1-4d3a-a102-4f4a6c74242d req-09df0bef-ffca-4a4b-8f75-439587fc54be tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:39.629413 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a05afd14-5ce1-4d3a-a102-4f4a6c74242d req-09df0bef-ffca-4a4b-8f75-439587fc54be tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0552480 Aug 30 17:39:39.675173 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a05afd14-5ce1-4d3a-a102-4f4a6c74242d req-cf12e91e-e253-4e7b-aceb-f05d6bf76f76 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Aug 30 17:39:40.357936 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c4a2-9f27-48c9-8946-d840e3a3f3f9 req-2873f664-c814-4690-b568-3e8f8c6a7037 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:40.359459 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94c7c4a2-9f27-48c9-8946-d840e3a3f3f9 req-2873f664-c814-4690-b568-3e8f8c6a7037 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0501671 Aug 30 17:39:40.398604 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-94c7c4a2-9f27-48c9-8946-d840e3a3f3f9 req-99361595-4ab4-4fe1-aba8-498c79819038 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Aug 30 17:39:40.624368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cdba3-2c73-4bfd-85b7-d82387a8ea03 req-a34ef7d5-ae15-402c-8be9-a499d2650b73 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:40.626298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc9cdba3-2c73-4bfd-85b7-d82387a8ea03 req-a34ef7d5-ae15-402c-8be9-a499d2650b73 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0564590 Aug 30 17:39:40.669327 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc9cdba3-2c73-4bfd-85b7-d82387a8ea03 req-bf365342-a500-426a-a4d1-7cc1569cb8c1 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362384 Aug 30 17:39:40.805743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7f865-0e74-4e07-bc66-d8edfc5aea2e req-1185b7fb-62bc-4792-aea8-6b5da5d81458 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:40.807185 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-80d7f865-0e74-4e07-bc66-d8edfc5aea2e req-1185b7fb-62bc-4792-aea8-6b5da5d81458 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Aug 30 17:39:40.852352 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-80d7f865-0e74-4e07-bc66-d8edfc5aea2e req-187fedd1-cb00-4507-8f12-7009db88da04 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386539 Aug 30 17:39:41.510842 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff288-7f46-4a43-9d2e-d290d4ba43dd req-30a4eaf9-b5ed-4e0a-93da-a66025c0c746 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:41.512348 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d86ff288-7f46-4a43-9d2e-d290d4ba43dd req-30a4eaf9-b5ed-4e0a-93da-a66025c0c746 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0484991 Aug 30 17:39:41.549808 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d86ff288-7f46-4a43-9d2e-d290d4ba43dd req-ba94826e-5f0d-43a0-a19c-5812f0c0e627 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Aug 30 17:39:41.787102 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0481b-9219-4343-aa93-47d9be3a93ef req-794f2732-9657-40da-9f0d-1e5f86ac5dae tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:41.788572 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dba0481b-9219-4343-aa93-47d9be3a93ef req-794f2732-9657-40da-9f0d-1e5f86ac5dae tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0513391 Aug 30 17:39:41.838759 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dba0481b-9219-4343-aa93-47d9be3a93ef req-21a9db1c-78fb-4ad1-9f33-68e8d51910eb tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Aug 30 17:39:41.907479 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-28e0ebbd-9e2b-4f33-8e7b-5696d37faff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:41.907479 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-28e0ebbd-9e2b-4f33-8e7b-5696d37faff0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1096 time: 0.0987885 Aug 30 17:39:41.931277 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-502df8b5-a7d8-487e-a107-499f1ce735c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:41.933750 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-502df8b5-a7d8-487e-a107-499f1ce735c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1096 time: 0.1075797 Aug 30 17:39:42.038297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-b6fc9ad1-f0c1-42da-ac28-43fe491680ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.039792 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-b6fc9ad1-f0c1-42da-ac28-43fe491680ec service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932953 Aug 30 17:39:42.042993 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658dc81-9009-43cf-94dd-0feba93d40da req-c0f8c819-5f78-4e28-84ca-3a28eace85ac tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.044591 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1658dc81-9009-43cf-94dd-0feba93d40da req-c0f8c819-5f78-4e28-84ca-3a28eace85ac tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0750012 Aug 30 17:39:42.066738 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-666ab8d8-2a29-47a0-a70f-3cb3761e6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.068214 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-666ab8d8-2a29-47a0-a70f-3cb3761e6b71 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1517434 Aug 30 17:39:42.097855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1658dc81-9009-43cf-94dd-0feba93d40da req-878048de-4db5-4537-8732-934406ae648d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Aug 30 17:39:42.142441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-8dc44acc-238c-4883-ae88-d9bc7ab494bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.143968 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c44bf733-493e-4932-a0bc-5838fedb1790 req-8dc44acc-238c-4883-ae88-d9bc7ab494bd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957639 Aug 30 17:39:42.185765 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-19daa27b-472d-475d-94f2-6b393a4dfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.187403 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c2a37bcf-fd7c-4aee-8486-5bdd67a55f48 req-19daa27b-472d-475d-94f2-6b393a4dfd66 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051266 Aug 30 17:39:42.225320 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-74b98d47-65d3-4ce5-b9c3-6019545683c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.227071 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-74b98d47-65d3-4ce5-b9c3-6019545683c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1096 time: 0.0448165 Aug 30 17:39:42.270065 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-420d0ac7-12d1-477e-bdec-be53000738b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 217 time: 0.0350695 Aug 30 17:39:42.275286 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-3a31eec4-8175-4ac3-aaa3-2993b4d5a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.276781 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-3a31eec4-8175-4ac3-aaa3-2993b4d5a29b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1096 time: 0.0418227 Aug 30 17:39:42.319453 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-88a9b94a-814c-4e73-81ed-04b9eae38d96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Aug 30 17:39:42.323495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-136cf733-9707-47cd-941d-30107b41a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.325569 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-136cf733-9707-47cd-941d-30107b41a673 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.0473163 Aug 30 17:39:42.369682 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-7b5735ad-9ff2-495e-9ac8-457434499480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.371237 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-7b5735ad-9ff2-495e-9ac8-457434499480 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383358 Aug 30 17:39:42.379386 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-23292237-beb0-496d-b032-445bfbc7460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.381077 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-23292237-beb0-496d-b032-445bfbc7460a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0484462 Aug 30 17:39:42.433335 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-fa6415ec-8394-4489-828c-5a854813587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.435441 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-fa6415ec-8394-4489-828c-5a854813587d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463986 Aug 30 17:39:42.461737 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-a001adc5-9f4a-4308-aaf0-0457c7df3328 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822279 Aug 30 17:39:42.526630 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-5ba534bd-a99c-4c3f-8330-2b210f73c7dd service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808146 Aug 30 17:39:42.555446 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-58e20c1a-f136-44f8-8dbc-136ffb12f904 req-a1971974-d380-40ff-9bb3-3a69f99a9d09 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851212 Aug 30 17:39:42.632934 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eca56e7c-c90a-4565-8713-ff5c7fe4f0f1 req-c249a7a9-efa3-499f-b11f-a3c516d40196 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991592 Aug 30 17:39:42.669095 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4463b8b-34b1-480f-afd9-3c92c6cf769b req-48a4794f-2234-473d-92d2-d968055d50ec tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.670864 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4463b8b-34b1-480f-afd9-3c92c6cf769b req-48a4794f-2234-473d-92d2-d968055d50ec tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0530055 Aug 30 17:39:42.708882 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4463b8b-34b1-480f-afd9-3c92c6cf769b req-d00aa5bd-d90b-4872-9142-8a944646e9f8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Aug 30 17:39:42.812730 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:39:42.903753 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:42.915278 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '86504d86-353f-435c-82df-1f45d6762d7c', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:39:42.950229 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e13f1-5bcc-4c23-b24b-f6a7da6f654e req-f73da1d4-35d7-4fa8-aa47-b45d30d3900d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:42.951730 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-859e13f1-5bcc-4c23-b24b-f6a7da6f654e req-f73da1d4-35d7-4fa8-aa47-b45d30d3900d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0476558 Aug 30 17:39:42.951871 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:42.968858 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:39:42.988036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:42.990446 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-859e13f1-5bcc-4c23-b24b-f6a7da6f654e req-00aa84f1-b2db-42cd-909e-8d2f24a5ace9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Aug 30 17:39:43.076155 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:43.126506 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:43.133389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.133736 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.134073 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.134429 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.134758 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.135087 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.135413 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.135740 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.136077 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.136403 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.136791 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.137173 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:39:43.174452 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['86504d86-353f-435c-82df-1f45d6762d7c'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:39:43.228762 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121e304-0c6c-4060-b4f3-a9c82de0c63c req-a779675d-650d-4be2-9d20-938f587fc2ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:43.230435 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b121e304-0c6c-4060-b4f3-a9c82de0c63c req-a779675d-650d-4be2-9d20-938f587fc2ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 944 time: 0.0533941 Aug 30 17:39:43.281207 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b121e304-0c6c-4060-b4f3-a9c82de0c63c req-bd605aa5-5f6b-4c00-ac10-3fbef83430ff tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 Aug 30 17:39:43.822600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d2e3-1f1f-4ef3-a5f0-48decd005352 req-354fc1ff-14b3-4856-9c0d-4275c4cab6a6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:43.824117 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec21d2e3-1f1f-4ef3-a5f0-48decd005352 req-354fc1ff-14b3-4856-9c0d-4275c4cab6a6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0490475 Aug 30 17:39:43.867624 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec21d2e3-1f1f-4ef3-a5f0-48decd005352 req-da7dd0f0-0fd9-482c-a255-721c473d35f8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360880 Aug 30 17:39:44.107756 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043af7a2-f3fc-4462-9bc5-e185cf0e038d req-bbfb0550-ecc6-4b89-83fa-3cfc5ab6fae8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:44.109259 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-043af7a2-f3fc-4462-9bc5-e185cf0e038d req-bbfb0550-ecc6-4b89-83fa-3cfc5ab6fae8 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0509212 Aug 30 17:39:44.148295 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-043af7a2-f3fc-4462-9bc5-e185cf0e038d req-5cec40fa-231d-4753-aec2-b44a4ef4a9d0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Aug 30 17:39:44.393214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70954b-42de-471f-9219-53be26b1be02 req-7981ec5b-7054-4fc8-9fe9-1d6435399b16 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:44.394712 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ea70954b-42de-471f-9219-53be26b1be02 req-7981ec5b-7054-4fc8-9fe9-1d6435399b16 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 944 time: 0.0513735 Aug 30 17:39:44.434504 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ea70954b-42de-471f-9219-53be26b1be02 req-4f9e89db-09f6-4115-8353-60bf793996e1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Aug 30 17:39:44.812108 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:39:44.816177 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:45.012925 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa35fad-fa50-4a12-a28b-944e6a470147 req-506c051e-1b44-4ae7-879e-40c54315748c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:45.014654 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1fa35fad-fa50-4a12-a28b-944e6a470147 req-506c051e-1b44-4ae7-879e-40c54315748c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 943 time: 0.0628240 Aug 30 17:39:45.058168 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 86504d86-353f-435c-82df-1f45d6762d7c triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:45.058539 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:45.062648 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1fa35fad-fa50-4a12-a28b-944e6a470147 req-41443566-4498-4b16-ad7f-1d62964755da tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Aug 30 17:39:45.087758 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:45.111545 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'port_id': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'mac_address': 'fa:16:3e:57:ab:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:39:45.158533 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:45.191066 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:39:45.217665 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:45.221293 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:45.241192 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:45.243483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd877e4-ebce-4418-9235-a5d974fe5d03" -d '{"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:45.257873 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:45.275320 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:45.279701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fcc8a-e2c1-440c-8e75-7ecc6091b9de req-da9e2f33-4389-492f-bc09-f994885110a0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:45.281224 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-074fcc8a-e2c1-440c-8e75-7ecc6091b9de req-da9e2f33-4389-492f-bc09-f994885110a0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0570955 Aug 30 17:39:45.320154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-074fcc8a-e2c1-440c-8e75-7ecc6091b9de req-772aff03-c91f-485e-a38d-77a17d1f6741 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Aug 30 17:39:45.326760 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:45.333384 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:45.372726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255da78-f8c3-4dfc-a0e7-049a4dd65e03 x-openstack-request-id: req-e255da78-f8c3-4dfc-a0e7-049a4dd65e03 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:45.372726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:45.372726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e255da78-f8c3-4dfc-a0e7-049a4dd65e03 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:45.373174 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'code': 200} Aug 30 17:39:45.398035 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:45.512036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:39:45.569657 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17184900-d1e7-4252-ae96-a618ee25658b req-8ff83209-fbd9-47e3-9385-786b2bd98157 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:45.571429 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-17184900-d1e7-4252-ae96-a618ee25658b req-8ff83209-fbd9-47e3-9385-786b2bd98157 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0615165 Aug 30 17:39:45.624750 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-17184900-d1e7-4252-ae96-a618ee25658b req-745a604c-1862-42b4-9119-7f96fc67a405 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463750 Aug 30 17:39:46.223050 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d747e9-47dd-4156-994c-8c5a5d4d9c12 req-d485cf1c-1a7a-4447-8369-b300be2a1627 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:46.225142 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d0d747e9-47dd-4156-994c-8c5a5d4d9c12 req-d485cf1c-1a7a-4447-8369-b300be2a1627 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 944 time: 0.0866060 Aug 30 17:39:46.279698 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d0d747e9-47dd-4156-994c-8c5a5d4d9c12 req-312da2e5-e60a-4020-b50c-fc9d86ac1563 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Aug 30 17:39:46.420200 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:39:46.490944 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9a209-460c-4ee3-a43b-1c4bcdd886ff req-c8991681-2e73-4b5e-ab41-5319898c99e3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:46.492922 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22a9a209-460c-4ee3-a43b-1c4bcdd886ff req-c8991681-2e73-4b5e-ab41-5319898c99e3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0804648 Aug 30 17:39:46.544971 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22a9a209-460c-4ee3-a43b-1c4bcdd886ff req-e2b74dc3-3d5e-458a-b387-6196e9d432f9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Aug 30 17:39:46.771435 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ff562-f1d3-4e9c-8a5b-1d8d25ae33f4 req-3c49eca8-8e33-40f3-bd3c-dd4825bb004a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:46.773552 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d1ff562-f1d3-4e9c-8a5b-1d8d25ae33f4 req-3c49eca8-8e33-40f3-bd3c-dd4825bb004a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0708311 Aug 30 17:39:46.838554 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d1ff562-f1d3-4e9c-8a5b-1d8d25ae33f4 req-b4d59be3-e0fd-412a-9ea9-bb488f0d42f5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580740 Aug 30 17:39:46.843164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:46.969774 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:46.974353 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:46.974731 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:47.062297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:47.110856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:47.190684 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:47.244968 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:47.374142 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:47.376492 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f32c884-04ea-43c3-aadb-9933976be799" -d '{"events": [{"server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:47.418507 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d2b99-f4b3-4f11-be62-25eb155fb84c x-openstack-request-id: req-923d2b99-f4b3-4f11-be62-25eb155fb84c {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:47.419136 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:47.419548 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-923d2b99-f4b3-4f11-be62-25eb155fb84c {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:47.420109 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'code': 200} Aug 30 17:39:47.421404 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f381cc1-914d-4422-abe6-a7ac5670358e req-07806868-43ca-4a61-8bd2-d956185beb04 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:47.426638 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2f381cc1-914d-4422-abe6-a7ac5670358e req-07806868-43ca-4a61-8bd2-d956185beb04 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0732472 Aug 30 17:39:47.482810 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2f381cc1-914d-4422-abe6-a7ac5670358e req-01d45f2d-dc93-4cc1-a50f-440f080aa1a1 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467911 Aug 30 17:39:47.681627 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acacf95-c146-47ba-8e8c-09e6f174b69c req-7c017d0a-da95-4b4c-b822-6a803c87416a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:47.683370 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0acacf95-c146-47ba-8e8c-09e6f174b69c req-7c017d0a-da95-4b4c-b822-6a803c87416a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0607789 Aug 30 17:39:47.725021 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0acacf95-c146-47ba-8e8c-09e6f174b69c req-89fd1301-7524-4bbc-8177-b1ca8a15d15f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350144 Aug 30 17:39:47.838110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a074-f8c6-4f84-84bd-7098e791bc65 req-25bd7281-4114-4105-9f44-fb9d7cfede78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:47.842715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58d1a074-f8c6-4f84-84bd-7098e791bc65 req-25bd7281-4114-4105-9f44-fb9d7cfede78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1098 time: 0.0533502 Aug 30 17:39:47.886587 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58d1a074-f8c6-4f84-84bd-7098e791bc65 req-5d8cc8f7-7c55-4d3e-8a84-ccdbe3af4429 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 Aug 30 17:39:47.982302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0c6e5-d6a9-425a-8abc-bb91b1af2095 req-3d6f039e-63dd-4774-aa1e-0df16c6153a1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:47.983980 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-77b0c6e5-d6a9-425a-8abc-bb91b1af2095 req-3d6f039e-63dd-4774-aa1e-0df16c6153a1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Aug 30 17:39:48.025246 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-77b0c6e5-d6a9-425a-8abc-bb91b1af2095 req-784cea84-34e6-420c-a258-f7409686aa93 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352159 Aug 30 17:39:48.607348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38e4a5-c0d1-4e0b-be55-bc6d7c06f492 req-1b2394e4-2d4a-4113-a11e-e76ee9269a79 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:48.608820 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee38e4a5-c0d1-4e0b-be55-bc6d7c06f492 req-1b2394e4-2d4a-4113-a11e-e76ee9269a79 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0478966 Aug 30 17:39:48.646383 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ee38e4a5-c0d1-4e0b-be55-bc6d7c06f492 req-61301dab-242c-4552-a033-8e2156df2fbe tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Aug 30 17:39:48.861574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667303-f404-4940-8262-7d532232d90d req-4c055e45-34cb-447f-b461-7c7bf741d029 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:48.863155 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-81667303-f404-4940-8262-7d532232d90d req-4c055e45-34cb-447f-b461-7c7bf741d029 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0589197 Aug 30 17:39:48.908972 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-81667303-f404-4940-8262-7d532232d90d req-7ab6297d-e895-4ded-afdc-ba469dbb9f06 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Aug 30 17:39:49.179073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913df2-1056-48ab-88d1-ba6a20be99dc req-a9df5d5c-6e7d-454e-8509-b33c13eddace tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:49.188732 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0913df2-1056-48ab-88d1-ba6a20be99dc req-a9df5d5c-6e7d-454e-8509-b33c13eddace tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0638208 Aug 30 17:39:49.223557 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c0913df2-1056-48ab-88d1-ba6a20be99dc req-7a730db9-1040-4eb4-91ff-81a1640097aa tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Aug 30 17:39:49.776662 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479bf46-2062-441e-92d1-932e95fdad5f req-ffa25ff5-59d0-45ba-b0ae-00d433e7a19f tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:49.779566 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a479bf46-2062-441e-92d1-932e95fdad5f req-ffa25ff5-59d0-45ba-b0ae-00d433e7a19f tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0532329 Aug 30 17:39:49.824244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a479bf46-2062-441e-92d1-932e95fdad5f req-bf31fe8f-2a57-48f7-b96f-d0a50bdfe42c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Aug 30 17:39:49.965499 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbdc6f-0451-48cd-b674-f4a6f3cb6ded req-1c7e0d59-92ae-4dfd-bacd-2d315cbb643b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:49.967054 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-68fbdc6f-0451-48cd-b674-f4a6f3cb6ded req-1c7e0d59-92ae-4dfd-bacd-2d315cbb643b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0679669 Aug 30 17:39:50.060652 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-68fbdc6f-0451-48cd-b674-f4a6f3cb6ded req-cec361b5-4147-46ac-8f55-1abc1262c008 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855775 Aug 30 17:39:50.081345 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e089d1-b21c-4eb8-bdc6-6d34fb2510d3 req-a7b5c6ac-1b32-4807-807a-7ceb8e24d553 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:50.082894 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61e089d1-b21c-4eb8-bdc6-6d34fb2510d3 req-a7b5c6ac-1b32-4807-807a-7ceb8e24d553 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0868123 Aug 30 17:39:50.143025 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61e089d1-b21c-4eb8-bdc6-6d34fb2510d3 req-b43d195c-3a98-4d59-b493-7b1fafdb34e4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530422 Aug 30 17:39:50.380867 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117841-1acf-4d00-86cb-6b072abde451 req-95241456-3042-4a67-9058-b2bf253c03a4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:50.391046 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-26117841-1acf-4d00-86cb-6b072abde451 req-95241456-3042-4a67-9058-b2bf253c03a4 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0671713 Aug 30 17:39:50.468273 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-26117841-1acf-4d00-86cb-6b072abde451 req-0c8ef90f-1651-4f9d-aade-00af2cd80926 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762239 Aug 30 17:39:50.488511 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323f65f-378f-4782-82c7-69582bacdd73 req-a1541d72-d39f-476d-aa58-7a7322142dea tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:50.490014 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d323f65f-378f-4782-82c7-69582bacdd73 req-a1541d72-d39f-476d-aa58-7a7322142dea tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0917509 Aug 30 17:39:50.546488 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d323f65f-378f-4782-82c7-69582bacdd73 req-2b521610-5857-4e44-a717-b9d615bbe042 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Aug 30 17:39:50.859069 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device ec3fb0e7-96e8-4e11-828e-73fbf8578345 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:39:50.990028 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:51.004104 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:39:51.045998 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:51.076183 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3fb0e7-96e8-4e11-828e-73fbf8578345 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:39:51.101275 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:51.272042 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:51.301435 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e025-2fc3-4da7-8f77-b6161656e24f req-f90464f5-663a-4184-b86c-ce03b6bb42c6 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:51.303152 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7979e025-2fc3-4da7-8f77-b6161656e24f req-f90464f5-663a-4184-b86c-ce03b6bb42c6 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 943 time: 0.0722528 Aug 30 17:39:51.311009 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:51.346485 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7979e025-2fc3-4da7-8f77-b6161656e24f req-9b5d4831-6716-4347-abc3-370503c9a229 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358663 Aug 30 17:39:51.491418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['ec3fb0e7-96e8-4e11-828e-73fbf8578345'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:39:51.603258 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a968c8f-e568-4947-b86c-d448fd208f76 req-afa6d408-6284-4b69-833e-7fea6090a02c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:51.604760 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a968c8f-e568-4947-b86c-d448fd208f76 req-afa6d408-6284-4b69-833e-7fea6090a02c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0563223 Aug 30 17:39:51.647415 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a968c8f-e568-4947-b86c-d448fd208f76 req-52ffefd3-5a0e-4290-9427-bc3b2ccc92dc tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366564 Aug 30 17:39:52.520900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f74e4a-3512-4876-8db8-c6a865a04f26 req-8307185e-daa1-49f7-ac4f-febe53c35bbd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:52.520900 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b5f74e4a-3512-4876-8db8-c6a865a04f26 req-8307185e-daa1-49f7-ac4f-febe53c35bbd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 944 time: 0.0814586 Aug 30 17:39:52.570809 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b5f74e4a-3512-4876-8db8-c6a865a04f26 req-63e032e6-b7b4-4a07-bb60-a4b63f82afd7 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Aug 30 17:39:52.781811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02127d-2fd2-48ee-8ac1-fd51c5022507 req-64f61cfa-f22c-4b88-aa8d-e5169c5913df tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:52.783869 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d02127d-2fd2-48ee-8ac1-fd51c5022507 req-64f61cfa-f22c-4b88-aa8d-e5169c5913df tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Aug 30 17:39:52.834518 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0d02127d-2fd2-48ee-8ac1-fd51c5022507 req-1f8f691d-5570-4ed0-a1a9-f19bf65c17be tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336170 Aug 30 17:39:52.890864 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device ec3fb0e7-96e8-4e11-828e-73fbf8578345 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:39:53.035800 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port ec3fb0e7-96e8-4e11-828e-73fbf8578345 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:39:53.043694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port ec3fb0e7-96e8-4e11-828e-73fbf8578345 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:39:53.044257 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:53.143815 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:53.173120 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:53.175956 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11651d8-4d0e-42fd-ab62-1ea3655efba4" -d '{"events": [{"server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "name": "network-vif-plugged", "status": "completed", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:53.194258 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:39:53.295589 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:53.357907 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:53.388770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e31a5f8-4277-44dd-b2f9-1321177475e4 x-openstack-request-id: req-4e31a5f8-4277-44dd-b2f9-1321177475e4 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:53.388770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "name": "network-vif-plugged", "status": "completed", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:53.388770 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e31a5f8-4277-44dd-b2f9-1321177475e4 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:53.388770 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'code': 200} Aug 30 17:39:53.727390 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858a0fe-0dfd-4e0d-89ab-3804ff9adfd7 req-7cb9eb06-19b9-4761-b23b-023e9b8fd302 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:53.727390 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e858a0fe-0dfd-4e0d-89ab-3804ff9adfd7 req-7cb9eb06-19b9-4761-b23b-023e9b8fd302 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0590770 Aug 30 17:39:53.844266 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e858a0fe-0dfd-4e0d-89ab-3804ff9adfd7 req-adfd262f-d7e4-4f1d-bf36-671a38cf2bfa tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991201 Aug 30 17:39:53.922935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442b6a9-0bd4-4d91-b488-b0095a2e48ad req-2b9dc701-163e-4cc5-a16d-642c87ee8086 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:53.924836 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b442b6a9-0bd4-4d91-b488-b0095a2e48ad req-2b9dc701-163e-4cc5-a16d-642c87ee8086 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.1159842 Aug 30 17:39:53.991096 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66ede2-ab92-484a-a964-237d80edcbf1 req-b2f8ce94-3634-4eab-9c71-0b0a45dccbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:53.991096 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a66ede2-ab92-484a-a964-237d80edcbf1 req-b2f8ce94-3634-4eab-9c71-0b0a45dccbcf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1098 time: 0.1918519 Aug 30 17:39:54.044309 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b442b6a9-0bd4-4d91-b488-b0095a2e48ad req-752e0fae-0091-45b0-b342-810c92fc5669 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090581 Aug 30 17:39:54.066717 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ee5ac-5acc-4755-8a8d-d5a79bde8d06 req-491a34f8-99a3-4732-8e27-4a55eccf930a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:54.068522 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-477ee5ac-5acc-4755-8a8d-d5a79bde8d06 req-491a34f8-99a3-4732-8e27-4a55eccf930a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.1259499 Aug 30 17:39:54.075091 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a66ede2-ab92-484a-a964-237d80edcbf1 req-fc428afd-79bb-411e-bcb7-b0a7acb2493e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632904 Aug 30 17:39:54.114720 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-477ee5ac-5acc-4755-8a8d-d5a79bde8d06 req-335bd252-b821-4ece-869d-8f022197c3bc tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354621 Aug 30 17:39:54.971971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6d56e-c9b2-4b38-a38d-210fc93382c1 req-9784b2dc-a2e2-45d9-a581-3372fe1dd638 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:54.973468 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9ef6d56e-c9b2-4b38-a38d-210fc93382c1 req-9784b2dc-a2e2-45d9-a581-3372fe1dd638 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0743310 Aug 30 17:39:55.025136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9ef6d56e-c9b2-4b38-a38d-210fc93382c1 req-32a168b0-4565-483f-adfc-68f0b2d4d9d4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451698 Aug 30 17:39:55.178649 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31115bc4-3ba6-4fd2-b60d-f6be5c9a8e29 req-aa7fd689-c270-4a00-80b3-781fb8f97574 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:55.186183 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31115bc4-3ba6-4fd2-b60d-f6be5c9a8e29 req-aa7fd689-c270-4a00-80b3-781fb8f97574 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0696924 Aug 30 17:39:55.262988 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31115bc4-3ba6-4fd2-b60d-f6be5c9a8e29 req-f000e296-b7d7-4caa-b94c-3e9c0a1c291c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756509 Aug 30 17:39:55.288906 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b62f3-1092-40ab-8cfb-ff146b37c53d req-0860abd1-c4e1-4d80-896f-82f70a16648c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:55.294813 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c29b62f3-1092-40ab-8cfb-ff146b37c53d req-0860abd1-c4e1-4d80-896f-82f70a16648c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Aug 30 17:39:55.333314 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c29b62f3-1092-40ab-8cfb-ff146b37c53d req-ce7cc5a9-4647-4c52-9600-6af5bc5f7ce5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Aug 30 17:39:55.950796 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-4ea82d27-be81-4e5a-937e-d6667df7cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:56.149070 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c68ba-8a4a-472e-88d9-2b12f44710a4 req-d98cc7f3-4b9d-4652-a375-9919c1638285 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.150642 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-814c68ba-8a4a-472e-88d9-2b12f44710a4 req-d98cc7f3-4b9d-4652-a375-9919c1638285 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0488021 Aug 30 17:39:56.189256 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-814c68ba-8a4a-472e-88d9-2b12f44710a4 req-65d3bba5-ebfb-43b3-aa7d-80529fa7be8e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Aug 30 17:39:56.306005 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ade3-6372-4b20-9dd7-c6274a375559 req-1665e144-208d-46fa-be83-af6173d9eb9d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.306005 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58f7ade3-6372-4b20-9dd7-c6274a375559 req-1665e144-208d-46fa-be83-af6173d9eb9d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0487394 Aug 30 17:39:56.369343 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58f7ade3-6372-4b20-9dd7-c6274a375559 req-f04ac5e5-dcf4-4904-84e9-cbda8087bf9a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599215 Aug 30 17:39:56.392406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43962) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:56.392929 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912e666-77f5-4f3d-b4b7-9ea230d76564 req-007a3d30-8c52-43af-ae6c-178fd7b94bf7 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.397954 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a912e666-77f5-4f3d-b4b7-9ea230d76564 req-007a3d30-8c52-43af-ae6c-178fd7b94bf7 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0644279 Aug 30 17:39:56.434249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a1cd9-fd81-4263-b376-703dec393cd6 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.435783 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fb6a1cd9-fd81-4263-b376-703dec393cd6 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1093 time: 0.0419390 Aug 30 17:39:56.438867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 43964) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:39:56.443202 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:39:56.445456 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a912e666-77f5-4f3d-b4b7-9ea230d76564 req-40004386-5bee-4d14-b45a-44dbdd0c2325 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448749 Aug 30 17:39:56.487419 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4add21f-4b39-462a-847b-bf9ba1b6d624 req-ae8997d6-3d76-44c9-87a3-dc74c2dfd6c3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.488902 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4add21f-4b39-462a-847b-bf9ba1b6d624 req-ae8997d6-3d76-44c9-87a3-dc74c2dfd6c3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0612946 Aug 30 17:39:56.525342 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4add21f-4b39-462a-847b-bf9ba1b6d624 req-0fd500ea-776e-4120-8a15-19b7e822c59e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Aug 30 17:39:56.533387 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:56.635765 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:56.737865 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.27.3.121 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/0e3cccd8-f14a-456b-bede-4ce4125829b8) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:39:56.779014 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-4773769a-8193-4299-a70e-8126dcfb7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.780495 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-4773769a-8193-4299-a70e-8126dcfb7844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1098 time: 0.0401902 Aug 30 17:39:56.840117 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:56.871183 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-4ec37ee3-beb9-4e93-be81-d572d874c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.872682 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-4ec37ee3-beb9-4e93-be81-d572d874c8d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0851903 Aug 30 17:39:56.933548 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:56.937273 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-30da2a78-eae1-4e92-bf47-80703f13343f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 1000 time: 0.0575511 Aug 30 17:39:56.973669 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:39:56.978343 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:39:56.983261 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:39:56.986373 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=0e3cccd8-f14a-456b-bede-4ce4125829b8,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:56.990229 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-53a00e87-7b33-40aa-8b27-620cab3b5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:56.991694 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-53a00e87-7b33-40aa-8b27-620cab3b5017 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0478356 Aug 30 17:39:57.035666 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-6197c43d-63d7-4296-b28c-f711dab3776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:57.037268 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-6197c43d-63d7-4296-b28c-f711dab3776a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385697 Aug 30 17:39:57.133328 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.134431 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-50063c22-47de-4efe-85b0-227b2bd6be91 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Aug 30 17:39:57.233525 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cd4f4d85-72b8-47fa-9b2d-b951a9c2af44 req-ec422634-3a3c-4e7f-a8d3-9339df9533ea service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919046 Aug 30 17:39:57.563077 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733dcd7-1e41-4df0-89e9-7a50228f38da req-86f8adb4-964c-4c3e-98b0-4190c597b2b4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:57.566543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8733dcd7-1e41-4df0-89e9-7a50228f38da req-86f8adb4-964c-4c3e-98b0-4190c597b2b4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0528431 Aug 30 17:39:57.589535 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.613073 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8733dcd7-1e41-4df0-89e9-7a50228f38da req-ec5d3fcb-7c9e-4268-9876-ecd95cd31a1f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419297 Aug 30 17:39:57.651503 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9cd6a-de86-42cc-9971-853932b18ea2 req-01258bd7-a2c5-436a-994d-bfae4fac3506 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:57.653634 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-15a9cd6a-de86-42cc-9971-853932b18ea2 req-01258bd7-a2c5-436a-994d-bfae4fac3506 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0560284 Aug 30 17:39:57.691612 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-15a9cd6a-de86-42cc-9971-853932b18ea2 req-45b156cd-d6e6-4394-9654-41ea1c5cc297 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Aug 30 17:39:57.764385 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.909783 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.961409 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:58.029621 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=0e3cccd8-f14a-456b-bede-4ce4125829b8,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:39:58.041452 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:58.140193 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP 1c4d506e-310b-4b65-9e88-23f7d7831ecb associated. External IP: 172.27.3.121, port: ec3fb0e7-96e8-4e11-828e-73fbf8578345. Aug 30 17:39:58.343584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:39:58.448980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:39:58.461120 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:39:58.470047 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:58.470774 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:39:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:58.527600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:58.557417 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c84637c9-bd06-42c6-925f-d86d3154aa6f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1177590 Aug 30 17:39:58.558003 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:39:58.560878 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72662e61-7819-466b-84b4-5e6576302d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:39:58.577697 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:58.662251 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a38c5b-6728-448c-ae26-2879a55a0c44 x-openstack-request-id: req-70a38c5b-6728-448c-ae26-2879a55a0c44 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:39:58.662831 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:39:58.662831 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70a38c5b-6728-448c-ae26-2879a55a0c44 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:39:58.663251 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'status': 'completed', 'code': 200} Aug 30 17:39:58.697658 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-dff7418f-ba2f-4ea4-8459-2f7784a4ba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:58.769028 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1061a-62b2-4e7d-91df-0906a8c75ee0 req-fc474c31-468e-4b88-ae7a-c4314ec4099f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:58.770368 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9da1061a-62b2-4e7d-91df-0906a8c75ee0 req-fc474c31-468e-4b88-ae7a-c4314ec4099f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0869262 Aug 30 17:39:58.803661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662e61-7819-466b-84b4-5e6576302d9a req-2dcee933-63e2-4d21-9f26-40c1e649c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:58.805202 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-2dcee933-63e2-4d21-9f26-40c1e649c3d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1098 time: 0.1128912 Aug 30 17:39:58.846618 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:57Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:58.872817 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:39:58.886852 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9da1061a-62b2-4e7d-91df-0906a8c75ee0 req-2c7cb2cc-6a6f-4622-ab2f-057fd8473095 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156950 Aug 30 17:39:58.894500 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:39:58.895134 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:39:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:58.910749 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6969f-7df0-4060-9081-14625189b334 req-405e9755-b27d-4d35-9851-21862582ac55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:58.912210 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a9e6969f-7df0-4060-9081-14625189b334 req-405e9755-b27d-4d35-9851-21862582ac55 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.1214590 Aug 30 17:39:58.965826 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662e61-7819-466b-84b4-5e6576302d9a req-97ad10fd-0553-4b9f-867c-45dbf5011632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:58.967366 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-97ad10fd-0553-4b9f-867c-45dbf5011632 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.1425841 Aug 30 17:39:58.970524 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a9e6969f-7df0-4060-9081-14625189b334 req-c90db6f8-9a54-45c6-9ea6-9bb01c9fdb0d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488796 Aug 30 17:39:58.977694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:59.010965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:39:59.036298 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-73149fac-b3f0-4359-9d5d-31e5d8433064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 999 time: 0.0610340 Aug 30 17:39:59.085512 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662e61-7819-466b-84b4-5e6576302d9a req-f3f2d213-a752-4858-8438-8ecc73442f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:59.087019 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-f3f2d213-a752-4858-8438-8ecc73442f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0434706 Aug 30 17:39:59.134016 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662e61-7819-466b-84b4-5e6576302d9a req-132502a1-8eed-4224-83f4-6a6e355f6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:39:59.135442 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-132502a1-8eed-4224-83f4-6a6e355f6d50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400803 Aug 30 17:39:59.232305 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-28977083-3b85-4df8-b3d3-4d8bf09d7a96 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Aug 30 17:39:59.240831 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:57Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:39:59.270037 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1859720-98b9-43a1-9f02-7e23c0cbfaaf None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:57Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:39:59.327932 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-72662e61-7819-466b-84b4-5e6576302d9a req-2bfb1e2e-3bcf-4ec7-9681-3a7cb184621b service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877788 Aug 30 17:39:59.456235 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fe761-4adc-4449-91be-33f9b54691e1 None None] New status for floating IP 1c4d506e-310b-4b65-9e88-23f7d7831ecb: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:39:59.716178 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:00.010600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac0ec-3f93-4574-a065-b5a64b6dd139 req-4730fa58-55be-4e0a-b17f-d805ab810456 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:00.012236 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e52ac0ec-3f93-4574-a065-b5a64b6dd139 req-4730fa58-55be-4e0a-b17f-d805ab810456 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0531428 Aug 30 17:40:00.058824 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e52ac0ec-3f93-4574-a065-b5a64b6dd139 req-d91dec47-fd61-42e0-9300-e7fb1769a60c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Aug 30 17:40:00.095987 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8f66f-d1ec-4c6c-9a05-726072e0400e req-fe6f629a-e7a2-4963-ad66-25629441856a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:00.097473 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-20c8f66f-d1ec-4c6c-9a05-726072e0400e req-fe6f629a-e7a2-4963-ad66-25629441856a tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Aug 30 17:40:00.134819 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-20c8f66f-d1ec-4c6c-9a05-726072e0400e req-8d22b63d-606e-4998-a195-d8d8af132210 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Aug 30 17:40:00.921722 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:40:00.999622 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.022965 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:40:01.025820 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a241f2d-7ab3-4aa3-a3dd-42a78cd3ede1" -d '{"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:40:01.038710 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:40:01.088899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bde9b-1216-44d6-bdbe-252d6e771e85 req-71e7e09d-e965-4867-82e1-30ceba127fb1 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:01.090403 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb9bde9b-1216-44d6-bdbe-252d6e771e85 req-71e7e09d-e965-4867-82e1-30ceba127fb1 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0475080 Aug 30 17:40:01.116172 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.142740 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b97be24-1519-4c9d-85aa-b948b65e1b51 x-openstack-request-id: req-5b97be24-1519-4c9d-85aa-b948b65e1b51 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:40:01.143122 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-unplugged", "status": "failed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "code": 422}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:40:01.143503 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b97be24-1519-4c9d-85aa-b948b65e1b51 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:40:01.144076 dv-cinder-759955-15-iscsi neutron-server[94573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'code': 422} returned with failed status Aug 30 17:40:01.149224 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cb9bde9b-1216-44d6-bdbe-252d6e771e85 req-2fe6e7d0-4cac-427f-9088-f6f08b83e2fb tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Aug 30 17:40:01.162434 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44016) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:01.198701 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:01.231919 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.249549 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30f6f-ddd5-4f62-8bb7-06e04ed235ea req-99cfcfe8-9913-44d8-a546-3ae9680a1c68 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:01.251080 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c3a30f6f-ddd5-4f62-8bb7-06e04ed235ea req-99cfcfe8-9913-44d8-a546-3ae9680a1c68 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0670278 Aug 30 17:40:01.275454 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f85d2-7ecb-470c-883a-f29cfccb03dd tempest-TestMinimumBasicScenario-1913895114 tempest-TestMinimumBasicScenario-1913895114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:01.277047 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-a79f85d2-7ecb-470c-883a-f29cfccb03dd tempest-TestMinimumBasicScenario-1913895114 tempest-TestMinimumBasicScenario-1913895114-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1093 time: 0.1134522 Aug 30 17:40:01.280600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44024) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:01.285339 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'port_id': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:01.295540 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c3a30f6f-ddd5-4f62-8bb7-06e04ed235ea req-ac58ac0d-f8a1-4910-baa3-6de25832a85c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371311 Aug 30 17:40:01.378868 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.474529 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.588713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Allocated IP 172.27.3.22 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/407a71cb-50b7-4024-9323-f197bedd68c6) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:40:01.689824 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.785379 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:01.826378 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:40:01.831322 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:40:01.834928 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:40:01.861572 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'Port': ['ID=407a71cb-50b7-4024-9323-f197bedd68c6,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:02.191558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:02.263844 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd1a66-5728-4c07-a076-66c0468b6dfd req-9eb3d0fc-d37a-4822-9deb-fbf92613f632 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:02.265372 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34fd1a66-5728-4c07-a076-66c0468b6dfd req-9eb3d0fc-d37a-4822-9deb-fbf92613f632 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0520127 Aug 30 17:40:02.304306 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34fd1a66-5728-4c07-a076-66c0468b6dfd req-a7b24bad-3545-4dac-88e5-5c8bf1c6be0e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Aug 30 17:40:02.325402 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:02.413225 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936866-ddbc-4ecc-85ca-5fdcc0671f21 req-6d81480c-b008-4f94-b221-71a41eb2d1e1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:02.414681 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c936866-ddbc-4ecc-85ca-5fdcc0671f21 req-6d81480c-b008-4f94-b221-71a41eb2d1e1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0480871 Aug 30 17:40:02.481886 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c936866-ddbc-4ecc-85ca-5fdcc0671f21 req-0ad0f542-4fec-476e-a9d0-cecbc0093e37 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610766 Aug 30 17:40:02.482372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:02.492187 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-14098575-c81f-4c5b-99b5-0c27f2cfbd93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558429 Aug 30 17:40:02.521888 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:02.592151 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'Port': ['ID=407a71cb-50b7-4024-9323-f197bedd68c6,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:02.603299 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:02.702229 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Floating IP 69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e associated. External IP: 172.27.3.22, port: 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010. Aug 30 17:40:02.911323 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Router 4eb562a4-8c6d-41fd-a645-593ed522202f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:40:03.018301 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:40:03.027843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Sync routers for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:40:03.037064 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:40:03.037680 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:39:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:40:03.110478 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:03.139535 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2ef5fa55-5842-453f-b6c8-9ff1024cccce tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8578415 Aug 30 17:40:03.140140 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:40:03.142368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44052) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:03.142734 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a881e-2acd-4413-9cf8-9282f2068060" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:40:03.147906 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:40:03.149563 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049930233', 'description': 'tempest-secgroup-smoke-1049930233 description', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:03.183337 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc2b52-aac9-47a1-8e97-fade37d7e45b x-openstack-request-id: req-54fc2b52-aac9-47a1-8e97-fade37d7e45b {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:40:03.183635 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:40:03.184002 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54fc2b52-aac9-47a1-8e97-fade37d7e45b {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:40:03.184430 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:40:03.250019 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-7f7274c6-2c51-4d41-9876-d146d7e063a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.251656 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-7f7274c6-2c51-4d41-9876-d146d7e063a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1098 time: 0.0443084 Aug 30 17:40:03.272015 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:03.420201 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-51b526fe-d533-4c00-b2b5-39ba2c2572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.421731 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-51b526fe-d533-4c00-b2b5-39ba2c2572e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 916 time: 0.1608043 Aug 30 17:40:03.497096 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876627-cedb-4bc6-9c30-93805deb9e2e req-fe6b89ca-457a-4bcf-ae4f-873d839be452 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.498690 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37876627-cedb-4bc6-9c30-93805deb9e2e req-fe6b89ca-457a-4bcf-ae4f-873d839be452 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.1205130 Aug 30 17:40:03.513725 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'port_id': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'mac_address': 'fa:16:3e:57:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:40:02Z', 'updated_at': '2021-08-30T17:40:02Z', 'revision_number': 0, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:40:03.544460 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:03.547912 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Checking router: 4eb562a4-8c6d-41fd-a645-593ed522202f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:40:03.551757 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-5c39998f-23ec-45aa-b198-0509c720605c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 998 time: 0.1197743 Aug 30 17:40:03.556843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:40:03.557455 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:39:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:40:03.570490 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37876627-cedb-4bc6-9c30-93805deb9e2e req-10e8033a-a726-4aba-8e08-d110bb37f24d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643981 Aug 30 17:40:03.673777 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-72c029a3-69d3-4cc5-8217-881e92dcaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.674694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:40:03.675435 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-72c029a3-69d3-4cc5-8217-881e92dcaa92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8&tenant_id=2bb9dc2c6337401a9def8b7d509a6095 HTTP/1.1" status: 200 len: 1096 time: 0.0730422 Aug 30 17:40:03.743269 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-2e3ee484-8ce8-430e-83f0-5cb71f3e9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.744794 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-2e3ee484-8ce8-430e-83f0-5cb71f3e9cdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0460129 Aug 30 17:40:03.842526 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-8d860684-cae8-4cc7-9209-ae99d560d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.843895 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-8d860684-cae8-4cc7-9209-ae99d560d0fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 200 len: 918 time: 0.0903914 Aug 30 17:40:03.875435 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:03.919110 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-9c68b565-52c4-48aa-a6d5-9bbf30e1ee76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 200 len: 998 time: 0.0659821 Aug 30 17:40:03.920451 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'port_id': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'mac_address': 'fa:16:3e:57:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:40:02Z', 'updated_at': '2021-08-30T17:40:02Z', 'revision_number': 0, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:40:03.929591 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-d0b3da09-9114-45ab-9244-f6978f511bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.931145 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-d0b3da09-9114-45ab-9244-f6978f511bf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.3504114 Aug 30 17:40:03.931740 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73be65b3-18b8-4dcf-9529-66afb51b5f52,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:03.946020 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1444c3-9332-40b9-ba9f-40127250f101 req-3db8497e-5582-4216-9437-fda4e9688be2 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.947545 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-da1444c3-9332-40b9-ba9f-40127250f101 req-3db8497e-5582-4216-9437-fda4e9688be2 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.3811228 Aug 30 17:40:03.959316 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc82b92-c27b-4d00-8990-fbaaae6509cf None None] The sync data for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi is: [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'port_id': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'mac_address': 'fa:16:3e:57:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:40:02Z', 'updated_at': '2021-08-30T17:40:02Z', 'revision_number': 0, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:40:03.975316 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-8d44da2b-3136-4a60-9b5f-36cb4c8839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:03.976934 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-8d44da2b-3136-4a60-9b5f-36cb4c8839d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 200 len: 856 time: 0.0502031 Aug 30 17:40:04.011045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.012271 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-0219ce06-32a8-41a6-a9b1-95401b384fdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8681333 Aug 30 17:40:04.016321 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44060) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:04.019557 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-da1444c3-9332-40b9-ba9f-40127250f101 req-8ad2f248-388d-42e8-a0f4-50ed55a7ce55 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630312 Aug 30 17:40:04.024866 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:04.029916 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-e15ece98-2922-4eb0-b39b-f4402b33d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:04.031404 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-b9250b93-8cb7-4067-b4ba-afa9f80f3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:04.031551 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-e15ece98-2922-4eb0-b39b-f4402b33d627 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b425eb6f-6425-46a4-9e43-520a6f79111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466259 Aug 30 17:40:04.033006 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-b9250b93-8cb7-4067-b4ba-afa9f80f3f90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0845516 Aug 30 17:40:04.140356 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-cccdd73b-7603-4f01-96ec-b7be2fba5854 service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917859 Aug 30 17:40:04.146826 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-e1d9bd7b-b492-4745-a2f8-be7bc45b2506 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944045 Aug 30 17:40:04.146826 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.180429 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a5ae-8828-48c9-9e0a-7e46bef1288b None None] New status for floating IP 69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:40:04.249404 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a06e0597-2406-403a-a24a-4a75916fbd05 req-a7f946dc-bc0c-43ba-b9cb-7aee4d8cccbb service neutron] 10.222.0.50 "GET /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920262 Aug 30 17:40:04.271163 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.286644 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f69a881e-2acd-4413-9cf8-9282f2068060 req-1ae9eaf1-30f0-41b0-a88d-b0ea5b57c4a6 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289096 Aug 30 17:40:04.387361 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.406964 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b0f665-5e99-43ab-891b-d849d654ca6a,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:04.499132 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.500399 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d6600c6d-bc71-48b0-9fbb-471b82cbcd1c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4799016 Aug 30 17:40:04.503113 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44068) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:04.507639 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:04.601570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.695334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.714160 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d0d96-353f-4b04-826a-dc7012bd64d4 req-39f47abd-5133-4f4e-bab1-f8dfcadae687 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:04.716263 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b51d0d96-353f-4b04-826a-dc7012bd64d4 req-39f47abd-5133-4f4e-bab1-f8dfcadae687 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0647285 Aug 30 17:40:04.755230 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b51d0d96-353f-4b04-826a-dc7012bd64d4 req-e50e68dd-3002-4ddb-bcb2-ec02795871e1 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Aug 30 17:40:04.768337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.794516 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb1c16a-0413-4ce6-9093-19170421d0b4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:04.854867 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:04.859033 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-da4cb34f-0f68-4805-ab6b-c4b26fe8153e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3545234 Aug 30 17:40:04.864344 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44086) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:04.866889 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:05.007353 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.093644 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.147587 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.159026 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdc08c-588b-4123-b0b2-48cd96a40b5a req-cc72ff12-41cd-431a-aee5-c8b103b787c2 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:05.160679 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a7bdc08c-588b-4123-b0b2-48cd96a40b5a req-cc72ff12-41cd-431a-aee5-c8b103b787c2 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0590696 Aug 30 17:40:05.170616 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5211f9ce-75d7-4451-9bb1-ccaa3bb8eb41,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:05.207935 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a7bdc08c-588b-4123-b0b2-48cd96a40b5a req-de6035a4-ab61-49f6-ae64-6e9458943212 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383985 Aug 30 17:40:05.236740 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.239140 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b919df02-5851-44f1-9b98-1e2acf880e07 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3767438 Aug 30 17:40:05.244202 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:05.249067 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:05.355646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.405505 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.493063 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.512204 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd105c71-54bd-4823-86c9-beb684f30c75,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:05.590733 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.591972 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-01cdea0e-0c5b-4ad7-ab16-a6e26edc0ec8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3467669 Aug 30 17:40:05.594649 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44094) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:05.599232 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:05.698963 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Project 848ed2c1024e41c4b6c7cf9f64570c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:40:05.705081 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.807396 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.882958 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.906565 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b77dfa9-7600-49d2-9326-19c2ea0e09a2,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:05.920322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6113-97c1-4282-bfa8-f0f34a174f33 req-64e82640-a2ed-49d6-9b7c-0a4b0d74e7ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:05.921896 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16ec6113-97c1-4282-bfa8-f0f34a174f33 req-64e82640-a2ed-49d6-9b7c-0a4b0d74e7ca tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0730598 Aug 30 17:40:05.965754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16ec6113-97c1-4282-bfa8-f0f34a174f33 req-fce662a9-31e0-4d1e-b92e-d20c959ed267 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Aug 30 17:40:05.985554 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:05.987083 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b6efaf61-ff0d-43fa-ab7d-dc383884e231 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3912292 Aug 30 17:40:05.989432 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44098) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:40:05.993936 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'security_group_rule': {'security_group_id': '73be65b3-18b8-4dcf-9529-66afb51b5f52', 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:06.087856 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Project 848ed2c1024e41c4b6c7cf9f64570c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:40:06.094321 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.157009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.253460 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.273343 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086535de-53b3-4853-a11c-9624af9a42c1,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:06.348668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fe1df-2da7-4c45-a258-e7542c1c7fcc req-4eb17a31-a74f-4368-93dc-2ba7e0ca8e0b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:06.350256 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-970fe1df-2da7-4c45-a258-e7542c1c7fcc req-4eb17a31-a74f-4368-93dc-2ba7e0ca8e0b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0552838 Aug 30 17:40:06.370724 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.372013 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-508656ff-076f-4eae-adc2-114e54f6aa31 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3815756 Aug 30 17:40:06.392227 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-970fe1df-2da7-4c45-a258-e7542c1c7fcc req-2c0a1d81-eba7-42bc-9255-1cfd7da98a16 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Aug 30 17:40:06.455722 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-3f31c9f4-2f7a-4a3a-93b1-d58532e90a6f tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049930233&fields=id&tenant_id=848ed2c1024e41c4b6c7cf9f64570c66 HTTP/1.1" status: 200 len: 267 time: 0.0394042 Aug 30 17:40:06.535831 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-702cfb6f-b90f-44ac-8644-0721522b9207 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:06.537339 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-702cfb6f-b90f-44ac-8644-0721522b9207 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0744371 Aug 30 17:40:06.554124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'port': {'security_groups': ['d23ce7e2-8209-4134-b002-cbf21faff8f0', '73be65b3-18b8-4dcf-9529-66afb51b5f52']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:40:06.624845 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.847706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:40:06.876708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.955859 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:06.968104 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:40:07.009137 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:07.009802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:07.011264 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7b7c5050-0a40-4141-ba68-eb07cdafc8a3 req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "PUT /v2.0/ports/0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 981 time: 0.4622190 Aug 30 17:40:07.021040 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:40:07.025238 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:40:07.126226 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:40:07.127340 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42be205-0068-47c3-af1d-a04a8ea602e5 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=6']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:07.194794 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e0b1-e2c1-4172-8b85-43684aa0d6ca req-3a5b60df-30d2-45d6-9d5a-c103a0d8a882 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:07.194794 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6760e0b1-e2c1-4172-8b85-43684aa0d6ca req-3a5b60df-30d2-45d6-9d5a-c103a0d8a882 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0899205 Aug 30 17:40:07.203896 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaa2c2-f9ec-49ba-bc0f-e2901015a335 req-e19c9ac4-fd2a-4d97-818f-6d77e2aa5705 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:07.205793 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0faaa2c2-f9ec-49ba-bc0f-e2901015a335 req-e19c9ac4-fd2a-4d97-818f-6d77e2aa5705 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.1382349 Aug 30 17:40:07.275632 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6760e0b1-e2c1-4172-8b85-43684aa0d6ca req-3d59d36e-df73-4e2e-b755-9da0051e92a4 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600893 Aug 30 17:40:07.298911 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0faaa2c2-f9ec-49ba-bc0f-e2901015a335 req-e10063e5-8bff-49b7-b49a-5e38e6db16b2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798111 Aug 30 17:40:07.418126 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-201de983-5fb7-4ad1-b2aa-7c6670eb8dc7 None None] Provisioning complete for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:40:07.419360 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-201de983-5fb7-4ad1-b2aa-7c6670eb8dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:07.439203 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c31537-6d77-427c-ab95-d57a12847c09 x-openstack-request-id: req-b5c31537-6d77-427c-ab95-d57a12847c09 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:40:07.439746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:40:07.439746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5c31537-6d77-427c-ab95-d57a12847c09 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:40:07.440143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:40:07.525706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32147c6-5a86-4221-84f4-ceace5577947 req-be8c7803-a49c-419b-9b46-412e79ed540b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:07.527348 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c32147c6-5a86-4221-84f4-ceace5577947 req-be8c7803-a49c-419b-9b46-412e79ed540b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0508001 Aug 30 17:40:07.593996 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c32147c6-5a86-4221-84f4-ceace5577947 req-90b63d41-2b3d-42bc-9f30-0bd789da8580 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531414 Aug 30 17:40:08.475077 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74851e-8f43-4387-92cc-9abf34f6b9a7 req-cc46f217-a297-438a-b5f0-38e20d42e017 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:08.476614 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a74851e-8f43-4387-92cc-9abf34f6b9a7 req-cc46f217-a297-438a-b5f0-38e20d42e017 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0576499 Aug 30 17:40:08.515233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a74851e-8f43-4387-92cc-9abf34f6b9a7 req-2437170e-0df8-4ac2-89ee-9d1af96154e2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Aug 30 17:40:08.707856 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0928ee-ac22-463c-95be-47202eec0988 req-649a3ce7-b1c8-4c1e-9d5c-eeeffc9e8bdd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:08.709330 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7c0928ee-ac22-463c-95be-47202eec0988 req-649a3ce7-b1c8-4c1e-9d5c-eeeffc9e8bdd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0527360 Aug 30 17:40:08.746145 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7c0928ee-ac22-463c-95be-47202eec0988 req-50114279-bdee-4947-9af9-49fef1afc928 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Aug 30 17:40:09.638543 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e774573-f256-4809-839f-d4943b784ba4 req-a72e6b0b-9d6c-43f8-8e98-39b3c47538db tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:09.640194 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e774573-f256-4809-839f-d4943b784ba4 req-a72e6b0b-9d6c-43f8-8e98-39b3c47538db tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0547993 Aug 30 17:40:09.682474 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e774573-f256-4809-839f-d4943b784ba4 req-64365ed9-f4fb-4bce-8948-d27367700132 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353873 Aug 30 17:40:09.860905 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25fe5-ea92-4dee-af68-3be94c2822ea req-09d6049b-dcd8-46a3-b1b1-871cbc7b68c6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:09.862685 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-46d25fe5-ea92-4dee-af68-3be94c2822ea req-09d6049b-dcd8-46a3-b1b1-871cbc7b68c6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0511801 Aug 30 17:40:09.906277 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-46d25fe5-ea92-4dee-af68-3be94c2822ea req-13eaf01e-5d5d-4752-a662-fbc349776db8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375247 Aug 30 17:40:10.824820 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b0414-6adc-4dba-9d55-c6c716554c24 req-30d5d461-615f-4453-930a-d32ce9210a3d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:10.832622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b0b0414-6adc-4dba-9d55-c6c716554c24 req-30d5d461-615f-4453-930a-d32ce9210a3d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0686157 Aug 30 17:40:10.869379 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b0b0414-6adc-4dba-9d55-c6c716554c24 req-a10feff6-162b-432a-b834-894c7c20c633 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364256 Aug 30 17:40:11.035795 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c2e1-2aef-41c3-8c42-fab5b08e9eb8 req-dd2dcbc0-f5bd-4a5b-b972-9ab4dfc7a087 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:11.037335 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffc6c2e1-2aef-41c3-8c42-fab5b08e9eb8 req-dd2dcbc0-f5bd-4a5b-b972-9ab4dfc7a087 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0500114 Aug 30 17:40:11.081562 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffc6c2e1-2aef-41c3-8c42-fab5b08e9eb8 req-f8acadf5-386a-40e3-8cb0-160de125528c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 Aug 30 17:40:11.986979 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b58d6c-fcbe-4468-963a-28dea0280642 req-006790a1-bb59-4ca9-9838-2621bad36e85 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:11.988482 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-49b58d6c-fcbe-4468-963a-28dea0280642 req-006790a1-bb59-4ca9-9838-2621bad36e85 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0477340 Aug 30 17:40:12.032153 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-49b58d6c-fcbe-4468-963a-28dea0280642 req-4afc425e-55bb-4d35-928c-14112d62531b tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367551 Aug 30 17:40:12.199620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b289-42dc-4b3b-ab67-00c075f69347 req-94a5ab75-85c0-4441-acbb-393c36df55a9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:12.201068 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8694b289-42dc-4b3b-ab67-00c075f69347 req-94a5ab75-85c0-4441-acbb-393c36df55a9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0529535 Aug 30 17:40:12.254362 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8694b289-42dc-4b3b-ab67-00c075f69347 req-c0f03d98-8930-408c-8c69-444095cc8a88 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Aug 30 17:40:13.170322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dcc61-8c42-41f5-9b22-a98dea05cc98 req-0255b2ae-7a62-48d7-aa5d-860c767bf8a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:13.172143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1b5dcc61-8c42-41f5-9b22-a98dea05cc98 req-0255b2ae-7a62-48d7-aa5d-860c767bf8a2 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0562224 Aug 30 17:40:13.212050 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1b5dcc61-8c42-41f5-9b22-a98dea05cc98 req-41e61418-44ad-48a4-b666-b58401e176bd tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333724 Aug 30 17:40:13.361424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67c921-0562-44c1-8445-aca37326cc10 req-784a4cb6-b01a-4247-9590-b3e6a9157690 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:13.362857 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a67c921-0562-44c1-8445-aca37326cc10 req-784a4cb6-b01a-4247-9590-b3e6a9157690 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0519266 Aug 30 17:40:13.403689 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a67c921-0562-44c1-8445-aca37326cc10 req-3d2718c1-b102-4ea2-8579-2e5c065fed41 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348260 Aug 30 17:40:14.335437 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fb8fe-4dec-4bcd-806b-94c78b908f83 req-9a96b029-c55f-44a2-94a4-78af96ddfce5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:14.337325 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa6fb8fe-4dec-4bcd-806b-94c78b908f83 req-9a96b029-c55f-44a2-94a4-78af96ddfce5 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0547836 Aug 30 17:40:14.378420 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa6fb8fe-4dec-4bcd-806b-94c78b908f83 req-726388f6-23e4-4cf6-9d4f-cfe9860b964d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342915 Aug 30 17:40:14.521143 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cb759-ad45-41da-a48f-b7c9bc9f66dd req-826407f4-a4c8-4777-82aa-dc967c6b1e77 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:14.522536 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b4cb759-ad45-41da-a48f-b7c9bc9f66dd req-826407f4-a4c8-4777-82aa-dc967c6b1e77 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0473154 Aug 30 17:40:14.564789 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8b4cb759-ad45-41da-a48f-b7c9bc9f66dd req-78926daa-8aa5-461f-9a0d-25e03d569eb3 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364139 Aug 30 17:40:15.510810 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64c6f-ede2-42c9-822f-0f2543152a8f req-af8873c6-f585-4b52-b996-9ff074d4253d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:15.512637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34e64c6f-ede2-42c9-822f-0f2543152a8f req-af8873c6-f585-4b52-b996-9ff074d4253d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0589154 Aug 30 17:40:15.560920 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-34e64c6f-ede2-42c9-822f-0f2543152a8f req-83e9eb77-2a53-421e-ac0b-9cc87ed02925 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 Aug 30 17:40:15.689583 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b944d7-2e43-4226-8286-b4da58ad5f3f req-1e4556fc-98a8-4b97-8eba-11c1f427ad4a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:15.691156 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-87b944d7-2e43-4226-8286-b4da58ad5f3f req-1e4556fc-98a8-4b97-8eba-11c1f427ad4a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0555942 Aug 30 17:40:15.739994 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-87b944d7-2e43-4226-8286-b4da58ad5f3f req-707d46d7-aecf-4e14-af64-bc70a41ab8f7 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426810 Aug 30 17:40:16.684237 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56148-f2e6-4a9b-877a-7f98d05cbd53 req-ba61d555-6eb1-414a-9ce2-09aa4905c74e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:16.685802 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-30e56148-f2e6-4a9b-877a-7f98d05cbd53 req-ba61d555-6eb1-414a-9ce2-09aa4905c74e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0514400 Aug 30 17:40:16.722566 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-30e56148-f2e6-4a9b-877a-7f98d05cbd53 req-559a5d5d-9681-4233-aee7-9e3f5ae56082 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309045 Aug 30 17:40:16.855107 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d456c-8c4e-4945-8609-b0cbcd993ce7 req-60a4feda-66ab-4741-b9e4-6c50e8e350f4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:16.856586 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a0d456c-8c4e-4945-8609-b0cbcd993ce7 req-60a4feda-66ab-4741-b9e4-6c50e8e350f4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0480673 Aug 30 17:40:16.892906 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5a0d456c-8c4e-4945-8609-b0cbcd993ce7 req-2e40982b-e904-45f5-a42e-d805aa22a4c3 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298676 Aug 30 17:40:17.529730 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-a6dfa03c-d207-46cc-9f91-3bb256109f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:17.531319 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-a6dfa03c-d207-46cc-9f91-3bb256109f15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1137 time: 0.0446036 Aug 30 17:40:17.632770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-b66b355d-f772-4f88-9adc-39b06f180b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:17.634341 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-b66b355d-f772-4f88-9adc-39b06f180b72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 916 time: 0.0904860 Aug 30 17:40:17.708962 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-e7fbb10f-e71a-46c5-8445-a7edaafae4c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 1000 time: 0.0625002 Aug 30 17:40:17.759288 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-bf2b1efd-ede5-4dec-8578-3e7f611e4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:17.760821 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-bf2b1efd-ede5-4dec-8578-3e7f611e4a67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.0438614 Aug 30 17:40:17.836277 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-f50fcef5-8e56-493b-a8a5-98e83b8af6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:17.837854 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-f50fcef5-8e56-493b-a8a5-98e83b8af6ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691721 Aug 30 17:40:17.853650 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40923b3-04c4-4540-a713-3a6dac5db89c req-fdfbfd6b-737c-4b43-a33a-f14b752d2b30 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:17.855240 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a40923b3-04c4-4540-a713-3a6dac5db89c req-fdfbfd6b-737c-4b43-a33a-f14b752d2b30 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0611310 Aug 30 17:40:17.941910 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a40923b3-04c4-4540-a713-3a6dac5db89c req-713467f2-60ed-4daa-b07d-50b43519ae0d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770559 Aug 30 17:40:17.983458 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-15e8e493-11bf-4e70-8b81-67ec89833378 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272576 Aug 30 17:40:18.071349 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8ba4d-3ef7-44dd-b687-4d7c7858da51 req-53cf5ce2-3d65-490e-bdac-8b6534bc7479 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.072720 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aab8ba4d-3ef7-44dd-b687-4d7c7858da51 req-53cf5ce2-3d65-490e-bdac-8b6534bc7479 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.1080871 Aug 30 17:40:18.121393 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e554298-cf51-4b82-9fa2-0ceff0e6ff62 req-3f19af0f-dcf3-4a83-977d-506f961b3e09 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245568 Aug 30 17:40:18.126286 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aab8ba4d-3ef7-44dd-b687-4d7c7858da51 req-6d32b5ab-2e35-41ec-8fb2-dce0e3bbba57 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473034 Aug 30 17:40:18.445707 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448ff0e-45d7-4732-9016-e6ac3f57416a req-681438ca-dd28-42dc-b46a-61835853f87f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.447228 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3448ff0e-45d7-4732-9016-e6ac3f57416a req-681438ca-dd28-42dc-b46a-61835853f87f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0484002 Aug 30 17:40:18.488581 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3448ff0e-45d7-4732-9016-e6ac3f57416a req-eea9e6e8-5f90-46fb-9b20-2d06ef5685ed tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352514 Aug 30 17:40:18.551510 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-9860d971-0303-4b52-9b75-abc2de0ef04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.552968 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-9860d971-0303-4b52-9b75-abc2de0ef04d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0435848 Aug 30 17:40:18.639882 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-680bd8ae-750c-49b2-b9d1-da439d84103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.641759 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-680bd8ae-750c-49b2-b9d1-da439d84103a service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.0805838 Aug 30 17:40:18.711035 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-6d9b2b2d-07ec-4065-aaac-9621d5af1c45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1002 time: 0.0600548 Aug 30 17:40:18.760668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-ee36cb15-a93c-4b31-bf1b-69349c438877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.762106 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-ee36cb15-a93c-4b31-bf1b-69349c438877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0420399 Aug 30 17:40:18.811229 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-7643eb4a-cdc6-41f2-8026-dce6b91da395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:18.812663 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-7643eb4a-cdc6-41f2-8026-dce6b91da395 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0375612 Aug 30 17:40:18.907935 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-60310732-deda-4454-aec7-9f537aeb2f60 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854123 Aug 30 17:40:18.996886 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ffb1ae26-b282-4191-9f57-79f5f9065306 req-01aa7e8f-2d60-4d07-8774-8316892896ae service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Aug 30 17:40:19.001308 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:40:19.064059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950863-e052-4890-91e4-6aa993da7f8d req-1d140db9-c4ae-4aa4-9955-67ee3b4228ed tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:19.065560 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31950863-e052-4890-91e4-6aa993da7f8d req-1d140db9-c4ae-4aa4-9955-67ee3b4228ed tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 943 time: 0.0483537 Aug 30 17:40:19.102178 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:40:19.103027 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31950863-e052-4890-91e4-6aa993da7f8d req-fe9c0ce9-a3df-407e-835b-2a5e79ac0bd3 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Aug 30 17:40:19.114218 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '86504d86-353f-435c-82df-1f45d6762d7c', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'port_id': '86504d86-353f-435c-82df-1f45d6762d7c', 'mac_address': 'fa:16:3e:17:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:40:19.150748 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:19.163823 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:40:19.183337 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:40:19.264391 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:19.316843 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=9']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:19.566587 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['86504d86-353f-435c-82df-1f45d6762d7c'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:40:19.606628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d9bb5-8032-4dfb-a7b1-feb891e31624 req-93bcea31-cbda-4909-b557-2dcd4e06f3a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:19.608129 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-363d9bb5-8032-4dfb-a7b1-feb891e31624 req-93bcea31-cbda-4909-b557-2dcd4e06f3a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0531900 Aug 30 17:40:19.645301 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-363d9bb5-8032-4dfb-a7b1-feb891e31624 req-477efdb7-b811-4e51-bd8f-03317dfaf948 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306201 Aug 30 17:40:20.220447 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2c683-d8fa-476f-8e38-30ce8c153465 req-6cdc046e-ab73-491d-b555-294e4c821239 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:20.221973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e8f2c683-d8fa-476f-8e38-30ce8c153465 req-6cdc046e-ab73-491d-b555-294e4c821239 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 944 time: 0.0473125 Aug 30 17:40:20.258508 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e8f2c683-d8fa-476f-8e38-30ce8c153465 req-40aecc1d-7938-4508-92eb-46adf20ccf2c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Aug 30 17:40:20.759428 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ba95-0529-4ed9-b38c-5bf4694e2bc9 req-4363e5f0-5336-4738-942e-1a08bf847708 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:20.760899 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e755ba95-0529-4ed9-b38c-5bf4694e2bc9 req-4363e5f0-5336-4738-942e-1a08bf847708 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0486879 Aug 30 17:40:20.796698 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e755ba95-0529-4ed9-b38c-5bf4694e2bc9 req-e25ceffd-5855-4906-a167-bcedbf03f5b5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299177 Aug 30 17:40:21.033085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:40:21.082167 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 86504d86-353f-435c-82df-1f45d6762d7c triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:40:21.082540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:21.155886 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:21.179345 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:40:21.181459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f3088-d9f8-478f-ac4d-796f33464141" -d '{"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:40:21.193939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:40:21.216799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57918c-ba5b-42c6-9b19-3dbfd4dc114b x-openstack-request-id: req-3e57918c-ba5b-42c6-9b19-3dbfd4dc114b {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:40:21.217086 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-plugged", "status": "completed", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:40:21.217335 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e57918c-ba5b-42c6-9b19-3dbfd4dc114b {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:40:21.217728 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'code': 200} Aug 30 17:40:21.264799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:21.318407 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=10']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:40:21.383629 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f615e6-09dd-43c0-a421-a66490d23118 req-3ab872a5-dada-4e4c-82e8-d4bda3c2a03d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:21.385304 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55f615e6-09dd-43c0-a421-a66490d23118 req-3ab872a5-dada-4e4c-82e8-d4bda3c2a03d tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0545075 Aug 30 17:40:21.424175 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-55f615e6-09dd-43c0-a421-a66490d23118 req-734f4290-1a25-42c0-aef6-8cd9ac1fe422 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Aug 30 17:40:21.523982 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35414866-fe25-40bf-b607-9c3677cb2367 req-59017040-2f5e-4f6c-ae23-274ea3a2a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:21.525447 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-35414866-fe25-40bf-b607-9c3677cb2367 req-59017040-2f5e-4f6c-ae23-274ea3a2a643 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 1099 time: 0.0384674 Aug 30 17:40:21.559483 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-35414866-fe25-40bf-b607-9c3677cb2367 req-c4b57571-6a68-4d8c-a00e-03367ce5b8c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259998 Aug 30 17:40:22.543221 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd20146-2033-4893-bae8-ce3cc6fd4628 req-90803965-e980-48fa-b72b-e8980beb6403 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:22.544667 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0fd20146-2033-4893-bae8-ce3cc6fd4628 req-90803965-e980-48fa-b72b-e8980beb6403 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0465569 Aug 30 17:40:22.580724 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0fd20146-2033-4893-bae8-ce3cc6fd4628 req-9ba7312f-b540-4396-9e51-464417443c56 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295961 Aug 30 17:40:23.419196 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:40:23.704239 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef095a-8134-4d8c-8d13-72150435eb5c req-bf491a4d-c6a5-4660-b470-f8dbbe22d28c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:23.705699 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82ef095a-8134-4d8c-8d13-72150435eb5c req-bf491a4d-c6a5-4660-b470-f8dbbe22d28c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0531414 Aug 30 17:40:23.742749 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82ef095a-8134-4d8c-8d13-72150435eb5c req-f2ca9c95-b72e-46ea-bc62-aa461802b292 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309899 Aug 30 17:40:24.858279 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58768b87-8ccc-40e8-a969-22cfbf0e3d3e req-5e18e526-28c0-4f6c-b260-bf383401819c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:24.859729 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58768b87-8ccc-40e8-a969-22cfbf0e3d3e req-5e18e526-28c0-4f6c-b260-bf383401819c tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0473704 Aug 30 17:40:24.896692 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-58768b87-8ccc-40e8-a969-22cfbf0e3d3e req-d3f323f8-fd39-4ba7-90c7-79efad5520d7 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310709 Aug 30 17:40:25.899049 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-05ac3074-c774-471e-9e7d-8bc04c77066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:27.139117 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:27.805013 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-5291e135-675c-462f-a9e6-c87707dd6b6c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379217 Aug 30 17:40:27.868437 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-ea0d5a50-34b2-4f02-9ff8-cdb0569e6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:27.869911 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-ea0d5a50-34b2-4f02-9ff8-cdb0569e6053 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0427086 Aug 30 17:40:27.974764 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-c1bd95e5-ca1a-4cad-b838-1d5fdd880a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:27.976233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-c1bd95e5-ca1a-4cad-b838-1d5fdd880a31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.0821164 Aug 30 17:40:28.043881 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-bba3744b-4fb0-4250-8684-6c6d96cc465d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1002 time: 0.0600240 Aug 30 17:40:28.092156 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-db2cee84-7d54-4839-977d-4afc3d61d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:28.093503 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-db2cee84-7d54-4839-977d-4afc3d61d8da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0425653 Aug 30 17:40:28.138693 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-2c7bad11-05e6-4a95-b1cd-6bec4b805c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:28.140141 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-2c7bad11-05e6-4a95-b1cd-6bec4b805c2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385611 Aug 30 17:40:28.232039 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-e08bd914-1185-4bb4-985b-966f17c9915b service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833857 Aug 30 17:40:28.321890 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6bf5741-4671-4f6d-8590-d4e48f4ffbd9 req-a530ec3a-496d-4901-b066-78ff5551cc67 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811338 Aug 30 17:40:28.664046 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3073c0c8-eb76-41aa-8b8d-1c4c9f1d45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:28.944335 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:29.733150 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:30.120821 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d76c1-21c1-43c6-a127-67cb18681c11 req-5e550747-8de0-46bc-8060-03540ee0356c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:30.122341 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-709d76c1-21c1-43c6-a127-67cb18681c11 req-5e550747-8de0-46bc-8060-03540ee0356c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0490947 Aug 30 17:40:30.170637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-709d76c1-21c1-43c6-a127-67cb18681c11 req-e9dfb670-c357-497a-99c7-8bb5561bdf88 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414934 Aug 30 17:40:30.203939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-83683b52-281b-41ae-a204-803c618942bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:30.205389 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-83683b52-281b-41ae-a204-803c618942bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1137 time: 0.0518291 Aug 30 17:40:30.294374 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-7df156d5-6023-420e-a871-522f6f1e22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:30.295744 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-7df156d5-6023-420e-a871-522f6f1e22b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 916 time: 0.0814652 Aug 30 17:40:30.366575 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-a7040975-c5c5-4391-aff9-305a558f3408 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 1000 time: 0.0619764 Aug 30 17:40:30.414820 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-6a06483e-9bb6-46c5-9690-f027042fe6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:30.417723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-6a06483e-9bb6-46c5-9690-f027042fe6d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.0426345 Aug 30 17:40:30.462846 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-ce6cc9db-4cd5-427d-8219-f432e55a73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:30.464371 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-ce6cc9db-4cd5-427d-8219-f432e55a73a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399485 Aug 30 17:40:30.554949 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-9b844bee-0c42-4220-b8be-09edc5ce9c45 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832613 Aug 30 17:40:30.644753 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f3e89361-69f9-4d91-a356-dde54d702bf9 req-03462d92-2532-4949-a2ad-ceb6ec0f2fb5 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815010 Aug 30 17:40:31.224527 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:31.285913 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bcf31-53a0-4d9c-9dd7-c7579861c256 req-c81d51bb-6c5e-4d7d-b47f-11656a1534fd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:31.287387 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-027bcf31-53a0-4d9c-9dd7-c7579861c256 req-c81d51bb-6c5e-4d7d-b47f-11656a1534fd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0486703 Aug 30 17:40:31.326257 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-027bcf31-53a0-4d9c-9dd7-c7579861c256 req-80a32d0b-2286-4c2d-8475-de4e44b007d0 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328374 Aug 30 17:40:32.677850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848b262-68ac-4606-a61f-45d6ab6d0e47 req-5fa62d60-c9dc-4981-867d-1e8ee2852843 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:32.679265 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a848b262-68ac-4606-a61f-45d6ab6d0e47 req-5fa62d60-c9dc-4981-867d-1e8ee2852843 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.2875051 Aug 30 17:40:32.717425 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a848b262-68ac-4606-a61f-45d6ab6d0e47 req-67991dbf-a17f-42c3-bf8b-296aa30c0d8b tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321817 Aug 30 17:40:33.828814 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2567c0-ea24-4fe8-ae29-5645095fd201 req-0d0ad41c-0f0c-4e83-aced-8ab9f59974ef tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:33.830277 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bb2567c0-ea24-4fe8-ae29-5645095fd201 req-0d0ad41c-0f0c-4e83-aced-8ab9f59974ef tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0477140 Aug 30 17:40:33.869520 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-bb2567c0-ea24-4fe8-ae29-5645095fd201 req-c0a45e3d-6721-4fa9-b0c0-44cc81da07a8 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331697 Aug 30 17:40:34.988493 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afaef-ab3f-4610-a2a2-6990b606c98d req-1ae54c24-e7cb-49e9-8a32-dfdffa548e8d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:34.990075 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-930afaef-ab3f-4610-a2a2-6990b606c98d req-1ae54c24-e7cb-49e9-8a32-dfdffa548e8d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0535924 Aug 30 17:40:35.030023 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-930afaef-ab3f-4610-a2a2-6990b606c98d req-ee6ad1be-d30d-4205-989a-994fdf413685 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337579 Aug 30 17:40:36.145131 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d009e-a805-4e9a-a2e1-66fb136006db req-c9b26d41-f421-487b-837d-539a381750ad tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:36.146637 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df4d009e-a805-4e9a-a2e1-66fb136006db req-c9b26d41-f421-487b-837d-539a381750ad tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0508482 Aug 30 17:40:36.185900 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df4d009e-a805-4e9a-a2e1-66fb136006db req-1eece70c-a816-4e0b-9ae5-b94e4893c47e tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332570 Aug 30 17:40:37.299976 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7517286-8dbf-4b0d-881e-81aa28bf81a7 req-a6dcfee2-cf7b-4bed-9b17-6d83f5321924 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:37.301893 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e7517286-8dbf-4b0d-881e-81aa28bf81a7 req-a6dcfee2-cf7b-4bed-9b17-6d83f5321924 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0491304 Aug 30 17:40:37.341206 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e7517286-8dbf-4b0d-881e-81aa28bf81a7 req-5203d960-f387-416c-9c1c-aa2098445579 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330408 Aug 30 17:40:38.453439 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921f0e-6b5f-454c-ba5c-def67c386670 req-49174bbb-beab-444e-b55f-34e8e54feb1a tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:38.454973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d921f0e-6b5f-454c-ba5c-def67c386670 req-49174bbb-beab-444e-b55f-34e8e54feb1a tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0480301 Aug 30 17:40:38.495230 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d921f0e-6b5f-454c-ba5c-def67c386670 req-3892d10a-c578-42b3-a630-036ad23c116d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342505 Aug 30 17:40:39.609055 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6a51-4a02-4661-b750-91b72f7c5f45 req-b949b8c5-e801-429e-8a9f-140c578916b9 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:39.610573 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52fc6a51-4a02-4661-b750-91b72f7c5f45 req-b949b8c5-e801-429e-8a9f-140c578916b9 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0507364 Aug 30 17:40:39.650061 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52fc6a51-4a02-4661-b750-91b72f7c5f45 req-a23855d2-e6e2-4a88-8769-3ccc32c2aa1d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329821 Aug 30 17:40:40.762300 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30712-b5d9-4a42-aedb-0ffea98ab2bc req-6887fa0d-ff49-4fb7-a5a7-0bad86f92171 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:40.763769 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6c30712-b5d9-4a42-aedb-0ffea98ab2bc req-6887fa0d-ff49-4fb7-a5a7-0bad86f92171 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0473835 Aug 30 17:40:40.803091 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6c30712-b5d9-4a42-aedb-0ffea98ab2bc req-fc017486-60d4-4c5c-aa02-2c070d52b17d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327864 Aug 30 17:40:41.915564 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82854dbf-6f45-4b47-95fa-ff9de679d10b req-74234897-611b-44d0-9608-07c2fced6317 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:41.917031 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82854dbf-6f45-4b47-95fa-ff9de679d10b req-74234897-611b-44d0-9608-07c2fced6317 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0479536 Aug 30 17:40:41.955820 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82854dbf-6f45-4b47-95fa-ff9de679d10b req-61052458-5320-4f6c-a563-54d10f8a98ca tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&id=73be65b3-18b8-4dcf-9529-66afb51b5f52&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327795 Aug 30 17:40:55.875840 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5225b5d2-cd1d-4aa6-bf6b-df358a22e87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:57.144125 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:58.647186 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9df4004e-65b3-4099-a82d-2b9065be6cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:58.649900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3b887-f283-4981-beb1-093995b23e60 req-d41ad101-f69c-47cf-b3bf-346a2de08d17 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:58.651427 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82d3b887-f283-4981-beb1-093995b23e60 req-d41ad101-f69c-47cf-b3bf-346a2de08d17 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0513842 Aug 30 17:40:58.690697 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-82d3b887-f283-4981-beb1-093995b23e60 req-632687e8-fefc-4c72-80aa-3ef328afe6a8 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Aug 30 17:40:58.956102 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:59.710297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:59.808803 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781c5a7-1426-4837-9b94-7d995a67d533 req-6608103c-0f97-4593-8fef-348d05be6b17 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:40:59.810295 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9781c5a7-1426-4837-9b94-7d995a67d533 req-6608103c-0f97-4593-8fef-348d05be6b17 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0483627 Aug 30 17:40:59.847661 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9781c5a7-1426-4837-9b94-7d995a67d533 req-a7878a0c-c064-48fd-8901-b6431e9bbcd6 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a9d7c39-289e-442b-8552-b291080bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Aug 30 17:41:00.155310 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-1c81252a-555e-4380-a218-bf998a0c8266 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:00.156872 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-1c81252a-555e-4380-a218-bf998a0c8266 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Aug 30 17:41:00.253851 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Deleting port 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:00.254224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.339982 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] For port 86504d86-353f-435c-82df-1f45d6762d7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=86504d86-353f-435c-82df-1f45d6762d7c,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:00.341574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.419185 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:41:00.518997 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.519397 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.519704 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Floating IP bc791575-10d9-4fe9-8b13-e94062e45a8a disassociated. External IP: 172.27.3.32, port: 86504d86-353f-435c-82df-1f45d6762d7c. Aug 30 17:41:00.520044 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Calling delete_port for 86504d86-353f-435c-82df-1f45d6762d7c owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:00.727895 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.759677 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'Port': ['ID=86504d86-353f-435c-82df-1f45d6762d7c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:00.770011 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.770379 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.770716 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.771042 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.771369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.771697 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.772024 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.772439 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.772783 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.773102 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.773419 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.773733 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:00.882786 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:00.951382 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1570887f-b840-49de-98cf-bd28cb8410a1 req-4063161b-ace7-4055-9b86-9e49bb34c676 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1f4ade-d3db-4c88-9531-a2ec09200ab8 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Aug 30 17:41:01.012809 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:01.022636 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:01.032903 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:01.033661 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:01.051875 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] No DVR routers for this DVR port 86504d86-353f-435c-82df-1f45d6762d7c on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:01.057045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:01.059154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b47bd20a-0b06-4da4-855b-40131f9bf262 req-eb26a999-e566-4638-bdc5-03fa99e5cd5e tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.50 "DELETE /v2.0/ports/86504d86-353f-435c-82df-1f45d6762d7c HTTP/1.1" status: 204 len: 173 time: 0.8949533 Aug 30 17:41:01.059609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-deleted', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:01.061900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a660d-6705-484e-9b60-d1c1eacf47a7" -d '{"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-deleted", "tag": "86504d86-353f-435c-82df-1f45d6762d7c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:01.103572 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ae9031-d824-4b13-9285-928293ed9234 x-openstack-request-id: req-50ae9031-d824-4b13-9285-928293ed9234 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:01.104021 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1f4ade-d3db-4c88-9531-a2ec09200ab8", "name": "network-vif-deleted", "tag": "86504d86-353f-435c-82df-1f45d6762d7c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:01.104172 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50ae9031-d824-4b13-9285-928293ed9234 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:01.104580 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1f4ade-d3db-4c88-9531-a2ec09200ab8', 'name': 'network-vif-deleted', 'tag': '86504d86-353f-435c-82df-1f45d6762d7c', 'status': 'completed', 'code': 200} Aug 30 17:41:01.149639 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:01.297044 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:01.364466 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:01.395080 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:01.405062 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:01.405688 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:01.629529 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:01.832025 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:01.858014 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2aa9d-fde1-4f14-9956-12b970cba12f None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:34:25Z', 'revision_number': 4, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '52b54b58-0bd5-4527-8672-62b9b37aee92', 'name': '', 'network_id': 'b425eb6f-6425-46a4-9e43-520a6f79111d', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'mac_address': 'fa:16:3e:c9:52:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:24Z', 'updated_at': '2021-08-30T17:34:31Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'subnets': [{'id': '1528b3db-c635-48ee-a684-c643eb323e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:41:01.874521 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103777dd-5a14-4426-83ef-2c1106884321 req-eee39fa1-8c25-488c-a1e6-a7baf96de548 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:01.876744 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-103777dd-5a14-4426-83ef-2c1106884321 req-eee39fa1-8c25-488c-a1e6-a7baf96de548 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0527508 Aug 30 17:41:01.916029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-103777dd-5a14-4426-83ef-2c1106884321 req-bfc00043-d527-4ab2-b5ec-1afe32ecba19 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Aug 30 17:41:02.096132 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1980d5-9063-4d4c-b80b-33688689609f None None] New status for floating IP bc791575-10d9-4fe9-8b13-e94062e45a8a: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:41:02.117212 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44314) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:02.172558 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.199826 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.322036 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.324650 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.325806 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a9d7c39-289e-442b-8552-b291080bbe53 HTTP/1.1" status: 204 len: 168 time: 0.2068610 Aug 30 17:41:02.328612 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44316) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:02.335157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e1ac9-0e12-4d44-8f17-94783a2071b0 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d7c39-289e-442b-8552-b291080bbe53,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:02.346192 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.api.v2.resource [None req-c54a86b9-3548-409d-ac4f-b03b16171325 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] show failed (client error): The resource could not be found. Aug 30 17:41:02.347354 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c54a86b9-3548-409d-ac4f-b03b16171325 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "GET /v2.0/security-groups/5a9d7c39-289e-442b-8552-b291080bbe53 HTTP/1.1" status: 404 len: 347 time: 0.0175586 Aug 30 17:41:02.350076 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44318) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:02.472341 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Deleting port b1555915-57dc-48e9-939b-bbe34d45f037 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:02.472694 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.546319 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.546650 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:02.558844 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Calling delete_port for b1555915-57dc-48e9-939b-bbe34d45f037 owned by network:floatingip {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:03.018944 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:03.031157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf253ce-243b-489d-911b-083b7c3a220d req-8f7c4c10-82a4-44ce-b340-2ff5cfc0a796 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:03.032671 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-acf253ce-243b-489d-911b-083b7c3a220d req-8f7c4c10-82a4-44ce-b340-2ff5cfc0a796 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0485668 Aug 30 17:41:03.046073 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Pushing event deleted for resources: {'Port': ['ID=b1555915-57dc-48e9-939b-bbe34d45f037,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:03.069151 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.069502 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.069854 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.070215 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.070554 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.071388 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.071717 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.072043 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.072374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.072694 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.073017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.073344 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:03.074773 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-acf253ce-243b-489d-911b-083b7c3a220d req-e4d9d79c-d746-4771-b0bd-119af3cd4538 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358460 Aug 30 17:41:03.118857 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks [] for floatingip, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:03.121529 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:03.122718 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-04f0fcd8-c7c6-4249-942a-2f7f32170672 tempest-AttachVolumeShelveTestJSON-1635110712 tempest-AttachVolumeShelveTestJSON-1635110712-project] 10.222.0.10 "DELETE /v2.0/floatingips/bc791575-10d9-4fe9-8b13-e94062e45a8a HTTP/1.1" status: 204 len: 168 time: 0.7717357 Aug 30 17:41:04.191956 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308211-2282-433e-97f9-4019ac16164e req-70aeb844-97d5-4c7c-9982-a2b652e03947 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:04.193454 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f308211-2282-433e-97f9-4019ac16164e req-70aeb844-97d5-4c7c-9982-a2b652e03947 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0499628 Aug 30 17:41:04.231033 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f308211-2282-433e-97f9-4019ac16164e req-5a82449b-76ee-4ebb-aaaf-6a7303aac983 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315590 Aug 30 17:41:05.224663 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:05.248894 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 86504d86-353f-435c-82df-1f45d6762d7c {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:05.249242 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 86504d86-353f-435c-82df-1f45d6762d7c not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:05.346571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78f5b1-b8d8-426c-842d-06b69a3cae62 req-af7a076b-75b0-423a-8dee-4c1a621a4e86 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:05.348055 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5e78f5b1-b8d8-426c-842d-06b69a3cae62 req-af7a076b-75b0-423a-8dee-4c1a621a4e86 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0522978 Aug 30 17:41:05.386529 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5e78f5b1-b8d8-426c-842d-06b69a3cae62 req-5b21a687-d84a-43b2-a73d-a01218a36f96 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Aug 30 17:41:05.801639 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44346) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:06.295220 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:06.547798 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c956462-d92e-40ae-a50e-e68f9b11e4a8 req-7b1ea400-660c-47ca-8f16-ee95ddf3fae7 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:06.549405 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c956462-d92e-40ae-a50e-e68f9b11e4a8 req-7b1ea400-660c-47ca-8f16-ee95ddf3fae7 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0768466 Aug 30 17:41:06.625834 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8c956462-d92e-40ae-a50e-e68f9b11e4a8 req-fd563c86-10b0-4440-91d8-af55195508c1 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692480 Aug 30 17:41:06.646662 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Deleting port 52b54b58-0bd5-4527-8672-62b9b37aee92 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:06.646993 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:06.723041 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] For port 52b54b58-0bd5-4527-8672-62b9b37aee92, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=52b54b58-0bd5-4527-8672-62b9b37aee92,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:06.723404 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:06.745686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Calling delete_port for 52b54b58-0bd5-4527-8672-62b9b37aee92 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:06.984638 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:07.009935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b54b58-0bd5-4527-8672-62b9b37aee92,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:07.174978 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:07.632983 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Router 00af5b2b-4321-4d9c-b68c-a7c831928b0f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:07.767827 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:07.774555 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-1816cebe-2d78-4aff-a413-9ecdde7f0460 admin admin] 10.222.0.10 "PUT /v2.0/routers/00af5b2b-4321-4d9c-b68c-a7c831928b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704390 Aug 30 17:41:07.775904 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44354) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:07.777587 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Sync routers for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:07.785423 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f76daa-b196-4d96-89fd-092263df50ba req-ed95a596-83e1-4d55-9585-b4c13a7e82aa tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:07.786678 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:07.786943 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-77f76daa-b196-4d96-89fd-092263df50ba req-ed95a596-83e1-4d55-9585-b4c13a7e82aa tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0698583 Aug 30 17:41:07.787292 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:07.830127 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-77f76daa-b196-4d96-89fd-092263df50ba req-6fc733fd-c678-49af-a773-c878c702a057 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Aug 30 17:41:07.885580 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:07.892398 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:07.985378 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.065669 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:41:06Z', 'revision_number': 5, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port': {'id': '7f45d28b-16d4-4b01-ac34-ff6050b2bbde', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:34:20Z', 'updated_at': '2021-08-30T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:08.090803 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Checking router: 00af5b2b-4321-4d9c-b68c-a7c831928b0f for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:08.099178 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Routers {'00af5b2b-4321-4d9c-b68c-a7c831928b0f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:08.099793 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:08.108090 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Deleting port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:08.108494 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.185646 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] Set router 00af5b2b-4321-4d9c-b68c-a7c831928b0f gateway port host: None {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:08.186198 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] For port 7f45d28b-16d4-4b01-ac34-ff6050b2bbde, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:08.186565 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.199688 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Calling delete_port for 7f45d28b-16d4-4b01-ac34-ff6050b2bbde owned by network:router_gateway {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:08.241276 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:41:07Z', 'revision_number': 6, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:08.268138 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411c321-ce60-4336-a816-a46fee8bc6b0 None None] The sync data for ids ['00af5b2b-4321-4d9c-b68c-a7c831928b0f'] in dv-cinder-759955-15-iscsi is: [{'id': '00af5b2b-4321-4d9c-b68c-a7c831928b0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1737553231-router', 'tenant_id': '2bb9dc2c6337401a9def8b7d509a6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:34:19Z', 'updated_at': '2021-08-30T17:41:07Z', 'revision_number': 6, 'project_id': '2bb9dc2c6337401a9def8b7d509a6095', 'gw_port_host': None}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:41:08.436189 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.466106 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f45d28b-16d4-4b01-ac34-ff6050b2bbde,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:08.525506 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.613215 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.615459 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.733247 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.733818 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00af5b2b-4321-4d9c-b68c-a7c831928b0f {{(pid=94571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:41:08.739297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.740477 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-fdf08b54-c3f9-42f7-8ffe-e5f1f61fdaa1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/00af5b2b-4321-4d9c-b68c-a7c831928b0f HTTP/1.1" status: 204 len: 168 time: 0.9635015 Aug 30 17:41:08.743249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44356) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:08.791470 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Deleting subnet 1528b3db-c635-48ee-a684-c643eb323e5b {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:41:08.794551 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.828349 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.936447 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:08.943889 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902411ae-4688-4e86-a22f-57c9a5e57efb req-0522c98d-c249-4fde-bd68-1ec40f251258 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:08.945342 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-902411ae-4688-4e86-a22f-57c9a5e57efb req-0522c98d-c249-4fde-bd68-1ec40f251258 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0505393 Aug 30 17:41:08.984034 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-902411ae-4688-4e86-a22f-57c9a5e57efb req-f123ce70-8dd8-473c-bfa5-9cfb157310c9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321681 Aug 30 17:41:09.053610 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.079646 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1528b3db-c635-48ee-a684-c643eb323e5b,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:09.084757 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.087413 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ff29d678-305a-43f4-ad6a-5d1bb67c5854 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1528b3db-c635-48ee-a684-c643eb323e5b HTTP/1.1" status: 204 len: 168 time: 0.3424890 Aug 30 17:41:09.090006 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44360) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:09.092001 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2dd64b-c11b-4361-970f-6a1376690130 None None] Network b425eb6f-6425-46a4-9e43-520a6f79111d requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:41:09.159569 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.218146 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Deleting port 9b00c425-f3a2-47a5-864b-18a788c179e2 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:09.218564 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.287249 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] For port 9b00c425-f3a2-47a5-864b-18a788c179e2, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9b00c425-f3a2-47a5-864b-18a788c179e2,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:09.287616 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.288654 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] DHCP port deletion for b425eb6f-6425-46a4-9e43-520a6f79111d request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:41:09.302604 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Calling delete_port for 9b00c425-f3a2-47a5-864b-18a788c179e2 owned by network:dhcp {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:09.316885 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 52b54b58-0bd5-4527-8672-62b9b37aee92 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:09.340316 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 52b54b58-0bd5-4527-8672-62b9b37aee92 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:09.340660 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 52b54b58-0bd5-4527-8672-62b9b37aee92 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:09.341081 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 7f45d28b-16d4-4b01-ac34-ff6050b2bbde no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:09.365447 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 7f45d28b-16d4-4b01-ac34-ff6050b2bbde {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:09.365792 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 7f45d28b-16d4-4b01-ac34-ff6050b2bbde not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:09.388280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Deleting port 9b00c425-f3a2-47a5-864b-18a788c179e2 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:09.388663 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.449281 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] For port 9b00c425-f3a2-47a5-864b-18a788c179e2, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9b00c425-f3a2-47a5-864b-18a788c179e2,segment=NetworkSegment(a2f213ba-6662-425d-bd94-e73df94e40f2),segment_id=a2f213ba-6662-425d-bd94-e73df94e40f2)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:09.449661 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.453201 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.462507 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Calling delete_port for 9b00c425-f3a2-47a5-864b-18a788c179e2 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:09.480296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b00c425-f3a2-47a5-864b-18a788c179e2,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:09.484764 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] No DVR routers for this DVR port 9b00c425-f3a2-47a5-864b-18a788c179e2 on host dv-cinder-759955-15-iscsi {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:09.553842 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.564052 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b425eb6f-6425-46a4-9e43-520a6f79111d']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:09.577312 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f213ba-6662-425d-bd94-e73df94e40f2') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:09.577600 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f213ba-6662-425d-bd94-e73df94e40f2') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:09.578003 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.586229 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.599562 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.604230 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Pushing event deleted for resources: {'Port': ['ID=9b00c425-f3a2-47a5-864b-18a788c179e2,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:09.607049 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:41:09.607322 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] No DVR routers for this DVR port 9b00c425-f3a2-47a5-864b-18a788c179e2 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:09.607464 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:41:09.609380 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:41:09.612990 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.613323 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.613666 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.614001 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.614364 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.614698 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.615029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.615360 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.615690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.616009 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.616338 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.616694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a12a117-3b29-4fc3-850b-92acafc03828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:41:09.761441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.776273 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:09.778123 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b425eb6f-6425-46a4-9e43-520a6f79111d HTTP/1.1" status: 204 len: 168 time: 0.6868804 Aug 30 17:41:09.779389 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1628b-f50f-4149-83d5-2f6fe7be9ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b425eb6f-6425-46a4-9e43-520a6f79111d,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:10.099757 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce3664-5271-4f25-84b9-f1690f92bef1 req-d4ab9a84-0a70-4469-85e6-ee90d011a43f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:10.101266 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16ce3664-5271-4f25-84b9-f1690f92bef1 req-d4ab9a84-0a70-4469-85e6-ee90d011a43f tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0481074 Aug 30 17:41:10.123920 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44366) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:10.144791 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-16ce3664-5271-4f25-84b9-f1690f92bef1 req-313f05a6-11e0-43e5-b4b5-13a301d30131 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357802 Aug 30 17:41:10.166397 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ebd3f75f-1da2-412a-b788-a80ba9031845 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bb9dc2c6337401a9def8b7d509a6095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412881 Aug 30 17:41:10.168861 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44368) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:10.215579 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:10.239738 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:10.338704 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:10.341343 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:10.342523 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e723e5e1-fd7b-48eb-b8d2-26814816b31e HTTP/1.1" status: 204 len: 168 time: 0.1727614 Aug 30 17:41:10.350364 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808f18-5b41-4a05-8773-0589602f2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e723e5e1-fd7b-48eb-b8d2-26814816b31e,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:11.262937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9b00c425-f3a2-47a5-864b-18a788c179e2 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:11.267920 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117c02c-1437-4d12-95dc-33aee0bd2f0f req-601d98bd-8c29-4a06-8dea-95b4aabf1acb tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:11.270528 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6117c02c-1437-4d12-95dc-33aee0bd2f0f req-601d98bd-8c29-4a06-8dea-95b4aabf1acb tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0585058 Aug 30 17:41:11.285086 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 9b00c425-f3a2-47a5-864b-18a788c179e2 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:11.285436 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9b00c425-f3a2-47a5-864b-18a788c179e2 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:11.310024 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6117c02c-1437-4d12-95dc-33aee0bd2f0f req-313e1cf3-5dc5-4d73-b294-8f2fe14d0f2a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345380 Aug 30 17:41:12.427238 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaadee6-1034-4953-8eb5-dcada7e0fa18 req-8d734a6e-2136-43c7-b1a0-cad2d975477e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:12.428973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eaaadee6-1034-4953-8eb5-dcada7e0fa18 req-8d734a6e-2136-43c7-b1a0-cad2d975477e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0526698 Aug 30 17:41:12.468248 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eaaadee6-1034-4953-8eb5-dcada7e0fa18 req-d766b5c0-54aa-4463-8162-b813e89f0ddd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Aug 30 17:41:12.559347 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44414) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:12.660046 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b12b346-a81b-44e6-99fd-feff4b7cfd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:12.747407 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b12b346-a81b-44e6-99fd-feff4b7cfd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:12.830145 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-5b12b346-a81b-44e6-99fd-feff4b7cfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:12.869645 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-5b12b346-a81b-44e6-99fd-feff4b7cfd30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb6159b66ab241c8aa83279062ce75e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091195 Aug 30 17:41:12.870397 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12b346-a81b-44e6-99fd-feff4b7cfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc428a-dead-4faf-b4d5-ea9967ef7363,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:12.874144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44420) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:12.874622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd846-4f30-4d61-9fa8-e3d34ba4ef18 req-5ddaa415-56c6-487c-9cdc-9283e8c0fd90 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:12.882027 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b8fd846-4f30-4d61-9fa8-e3d34ba4ef18 req-5ddaa415-56c6-487c-9cdc-9283e8c0fd90 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0557003 Aug 30 17:41:12.918647 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0b8fd846-4f30-4d61-9fa8-e3d34ba4ef18 req-c0ce0446-a907-468e-ace7-a611cec86030 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356829 Aug 30 17:41:12.924097 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:12.952935 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.003180 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-b5bcaeee-ac01-477a-88ce-2bc007298caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:13.005731 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-b5bcaeee-ac01-477a-88ce-2bc007298caf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0398672 Aug 30 17:41:13.076208 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.078942 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.080196 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ebc428a-dead-4faf-b4d5-ea9967ef7363 HTTP/1.1" status: 204 len: 168 time: 0.2066128 Aug 30 17:41:13.088765 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfce75-32f1-48b8-aa5e-a7eaa4cae630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc428a-dead-4faf-b4d5-ea9967ef7363,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:13.102609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-c8c65526-45ea-40b3-b27f-c345638f1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:13.105070 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-c8c65526-45ea-40b3-b27f-c345638f1c2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.0913398 Aug 30 17:41:13.174936 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-c304bda2-3160-4bd1-aae0-47fdc1da3629 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1002 time: 0.0590682 Aug 30 17:41:13.223299 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-62b5736c-cd3f-4f82-a7d5-72a6a3cf5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:13.224760 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-62b5736c-cd3f-4f82-a7d5-72a6a3cf5e50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0428975 Aug 30 17:41:13.273609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-18449567-8bd9-447f-800c-b889853731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:13.275147 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-18449567-8bd9-447f-800c-b889853731fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433779 Aug 30 17:41:13.365246 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-3c2ed8db-be86-4260-969e-9520dd22a0e2 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816889 Aug 30 17:41:13.464135 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e30e5ca3-be4f-41da-9d2e-3bdbe7c9d645 req-c72806dd-3587-4f98-abe0-b05fbeef69b5 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885079 Aug 30 17:41:13.726674 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44426) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:13.739690 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18934168-682c-45e4-85fb-bc0070908c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.824739 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18934168-682c-45e4-85fb-bc0070908c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.887406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-18934168-682c-45e4-85fb-bc0070908c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:13.923322 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18934168-682c-45e4-85fb-bc0070908c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc26d8-0cbd-4c42-871f-0d254be53e2d,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:13.927961 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-18934168-682c-45e4-85fb-bc0070908c21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63a13cf5234840f59278047e0a7565f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002401 Aug 30 17:41:13.931042 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44428) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:13.982049 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:14.003856 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:14.039567 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c611d3-1536-422e-bef8-6ae8b9ac8a81 req-062833d8-54cc-4df9-8b05-792081f9b4cc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:14.041876 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d2c611d3-1536-422e-bef8-6ae8b9ac8a81 req-062833d8-54cc-4df9-8b05-792081f9b4cc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0501430 Aug 30 17:41:14.080610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d2c611d3-1536-422e-bef8-6ae8b9ac8a81 req-77498068-c7c6-4f19-9534-c5f9b93f7525 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321054 Aug 30 17:41:14.144700 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:14.147329 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:14.148592 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eacc26d8-0cbd-4c42-871f-0d254be53e2d HTTP/1.1" status: 204 len: 168 time: 0.2169514 Aug 30 17:41:14.156852 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa1408-75c1-4b38-9174-bc506e10fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc26d8-0cbd-4c42-871f-0d254be53e2d,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:15.195340 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e737ec3-a8a1-4f1a-a038-c478becbd35c req-7c10198f-1d9b-4c6d-a5b5-c6ff19536620 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:15.196925 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7e737ec3-a8a1-4f1a-a038-c478becbd35c req-7c10198f-1d9b-4c6d-a5b5-c6ff19536620 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0484042 Aug 30 17:41:15.236266 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7e737ec3-a8a1-4f1a-a038-c478becbd35c req-0414f9a9-24ec-41ec-bbc4-c904563c9a19 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Aug 30 17:41:16.874281 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-7f8c33db-e1ef-4ee1-8186-cb35a2318093 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049930233&fields=id&tenant_id=848ed2c1024e41c4b6c7cf9f64570c66 HTTP/1.1" status: 200 len: 267 time: 0.0315287 Aug 30 17:41:16.929297 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-9288248c-b974-405e-9118-3f933c168f78 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:16.930688 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-9288248c-b974-405e-9118-3f933c168f78 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 984 time: 0.0509150 Aug 30 17:41:16.941972 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Request body: {'port': {'security_groups': ['d23ce7e2-8209-4134-b002-cbf21faff8f0']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:41:17.007658 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.179153 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:17.209506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.281528 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.294035 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:41:17.324771 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:17.325434 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.326998 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c516a470-917a-4852-a6c6-ecc3a30a08d4 req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "PUT /v2.0/ports/0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 942 time: 0.3894198 Aug 30 17:41:17.327472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:17.329754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:17.334317 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44490) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:17.363736 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f459d-feab-47d4-861e-f6f66b4e1440 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event updated for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=7']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:17.380289 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8424aa-79b5-4744-ab98-9136aeeecb9e x-openstack-request-id: req-5b8424aa-79b5-4744-ab98-9136aeeecb9e {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:17.380695 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:17.381060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b8424aa-79b5-4744-ab98-9136aeeecb9e {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:17.381561 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:41:17.403915 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:41:17.428718 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.460242 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-68f11271-a376-4ae5-8241-d82b1fd8c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:17.462236 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-68f11271-a376-4ae5-8241-d82b1fd8c772 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1098 time: 0.0581269 Aug 30 17:41:17.463000 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.570622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-c59d5776-88f5-4438-a775-1088ce9dfcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:17.572172 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-c59d5776-88f5-4438-a775-1088ce9dfcc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 916 time: 0.0987990 Aug 30 17:41:17.593157 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-3747928b-9588-4cc2-8a16-9fc771b22092 None None] Provisioning complete for port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:41:17.593450 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3747928b-9588-4cc2-8a16-9fc771b22092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.627107 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.629872 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:17.631365 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "DELETE /v2.0/security-groups/73be65b3-18b8-4dcf-9529-66afb51b5f52 HTTP/1.1" status: 204 len: 168 time: 0.2956026 Aug 30 17:41:17.634321 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44492) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:17.641535 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25038b68-a0c8-4e13-8424-fa6f18495283 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73be65b3-18b8-4dcf-9529-66afb51b5f52,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:17.688280 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-34d3f826-9668-4fa8-80d1-f50d287bad5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 1000 time: 0.1084981 Aug 30 17:41:17.788430 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-c294ebad-cbcc-4464-99d2-bbe502bcc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:17.789904 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-c294ebad-cbcc-4464-99d2-bbe502bcc1ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.0911260 Aug 30 17:41:17.864561 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-3503dc39-f3a0-48a5-a1c7-d1d1a151f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:17.866077 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-3503dc39-f3a0-48a5-a1c7-d1d1a151f1e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0675447 Aug 30 17:41:17.882908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Deleting port 407a71cb-50b7-4024-9323-f197bedd68c6 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:17.883526 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.021134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.021464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.025607 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-ef7de3a4-dcab-4879-bfaf-51c8a9270b0a service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507683 Aug 30 17:41:18.042550 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Calling delete_port for 407a71cb-50b7-4024-9323-f197bedd68c6 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:18.221184 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09e4e3d1-89d6-4aa6-8b81-8fbdf1f9cb79 req-c247bc11-17a8-4892-bd04-9f89c657c6eb service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881027 Aug 30 17:41:18.407830 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.434009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event deleted for resources: {'Port': ['ID=407a71cb-50b7-4024-9323-f197bedd68c6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:18.502600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.502898 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Floating IP 69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e disassociated (deleted). External IP: 172.27.3.22, port: 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010. Aug 30 17:41:18.714200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Router 4eb562a4-8c6d-41fd-a645-593ed522202f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:18.819435 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:18.824575 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:18.831110 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Sync routers for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:18.841308 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:18.841929 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:18.855624 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-6e34a2b8-ddc6-413e-a6c0-113aec2c7b65 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "DELETE /v2.0/floatingips/69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e HTTP/1.1" status: 204 len: 168 time: 1.2201281 Aug 30 17:41:18.944883 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:19.146588 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:19.178254 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Checking router: 4eb562a4-8c6d-41fd-a645-593ed522202f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:19.186978 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:19.187582 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:40:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:19.292933 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:19.382402 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:19.384779 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcc881-b1ae-45e9-aff8-f0464732620e" -d '{"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:19.420852 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e941bb8-b460-4234-bf2c-2fce7c77099c x-openstack-request-id: req-2e941bb8-b460-4234-bf2c-2fce7c77099c {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:19.421146 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:19.421421 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e941bb8-b460-4234-bf2c-2fce7c77099c {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:19.421833 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:41:19.491646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-64191162-4125-437a-852a-8d96f5e5b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:19.493269 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-64191162-4125-437a-852a-8d96f5e5b217 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 1098 time: 0.0401194 Aug 30 17:41:19.498489 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:19.524248 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f697f8-e699-42a7-b842-f06cf255d7e0 None None] The sync data for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi is: [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:39:08Z', 'revision_number': 4, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '0edd76f5-4b11-4675-bb8a-354e5337f41a', 'name': '', 'network_id': 'dbf4ab54-edf0-441b-baa0-40231d53820e', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'mac_address': 'fa:16:3e:6d:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '11771b1f-135c-4912-b21e-51bf444e5355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:08Z', 'updated_at': '2021-08-30T17:39:13Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'subnets': [{'id': '11771b1f-135c-4912-b21e-51bf444e5355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:41:19.590407 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-d94306e8-e92d-4d14-ad3e-bb1deed84337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:19.591908 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-d94306e8-e92d-4d14-ad3e-bb1deed84337 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 200 len: 916 time: 0.0889356 Aug 30 17:41:19.642842 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-eff1391b-66f6-465b-9982-fb7bbc05ef52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 200 len: 217 time: 0.0414901 Aug 30 17:41:19.702570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-2c314a1b-786d-4b48-a1ee-93effff0b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:19.704142 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-2c314a1b-786d-4b48-a1ee-93effff0b712 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 200 len: 854 time: 0.0532627 Aug 30 17:41:19.754832 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-223fe712-c9af-4397-af89-936070c7f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:19.757143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-223fe712-c9af-4397-af89-936070c7f51e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbf4ab54-edf0-441b-baa0-40231d53820e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446908 Aug 30 17:41:19.779550 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab91e2-24ca-4401-a06b-f4099eaf7eaa None None] New status for floating IP 69e020c6-b0c6-4f12-ac02-bdb7bb3ff17e: DOWN {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:41:19.863253 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-dc18b7cf-3897-4047-a935-c62e7b827ff2 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984712 Aug 30 17:41:19.955233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d4fcc881-b1ae-45e9-aff8-f0464732620e req-5a4f8361-327b-41a3-97f3-bc338750cfd6 service neutron] 10.222.0.50 "GET /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Aug 30 17:41:25.240532 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce69b95-5965-4b4b-b383-3be7e430282f req-df458123-fe36-4593-a5d9-d154c677560c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:25.242025 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6ce69b95-5965-4b4b-b383-3be7e430282f req-df458123-fe36-4593-a5d9-d154c677560c tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0497990 Aug 30 17:41:25.280106 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6ce69b95-5965-4b4b-b383-3be7e430282f req-c7191ee2-fea9-4662-9371-852a4bd9ccdd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Aug 30 17:41:25.910507 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cd17-47f5-4368-a628-2aa2e5918309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:26.399110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b8b31-d29d-432c-8ac5-2613deb40894 req-13b20531-e56c-4e00-8661-5ceabe550162 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:26.400807 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa4b8b31-d29d-432c-8ac5-2613deb40894 req-13b20531-e56c-4e00-8661-5ceabe550162 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0527854 Aug 30 17:41:26.438302 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa4b8b31-d29d-432c-8ac5-2613deb40894 req-453a95ff-61e5-42d3-ab14-167ec2cd9edd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/security-groups?id=d23ce7e2-8209-4134-b002-cbf21faff8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 30 17:41:26.996544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-02b2f9d4-55f3-4c09-8945-d81fb911a20d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:26.998036 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-02b2f9d4-55f3-4c09-8945-d81fb911a20d tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.50 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 945 time: 0.0474083 Aug 30 17:41:27.096616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Deleting port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:27.096616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.179280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.181342 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] For port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:27.182354 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.195184 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Calling delete_port for 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:27.407708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.420737 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:41:27.437815 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Pushing event deleted for resources: {'Port': ['ID=0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:27.480444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] No DVR routers for this DVR port 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:27.483019 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.486218 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a1059b25-7190-4f6c-8e72-97b06aa00c54 req-db81a30c-9465-4640-80aa-b0eae52b54b6 tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.50 "DELETE /v2.0/ports/0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 HTTP/1.1" status: 204 len: 173 time: 0.4796288 Aug 30 17:41:27.486218 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'name': 'network-vif-deleted', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:27.487825 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89df43f-065f-45b9-95e4-a54450176dd8" -d '{"events": [{"server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "name": "network-vif-deleted", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:27.527320 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e583735-68c9-49bc-bbc1-ab592ea800ea x-openstack-request-id: req-3e583735-68c9-49bc-bbc1-ab592ea800ea {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:27.527563 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36fcf21-1571-45b0-bf47-a3a00143d5fe", "name": "network-vif-deleted", "tag": "0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:27.527807 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e583735-68c9-49bc-bbc1-ab592ea800ea {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:27.528188 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36fcf21-1571-45b0-bf47-a3a00143d5fe', 'name': 'network-vif-deleted', 'tag': '0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010', 'status': 'completed', 'code': 200} Aug 30 17:41:27.549757 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3e199937-b2c9-4042-afcb-f9bcf94ab5c8 req-37e74de5-64de-48c1-bb86-38a7918fc9bd tempest-TestMinimumBasicScenario-1534850233 tempest-TestMinimumBasicScenario-1534850233-project] 10.222.0.10 "GET /v2.0/ports?device_id=d36fcf21-1571-45b0-bf47-a3a00143d5fe HTTP/1.1" status: 200 len: 210 time: 0.0326586 Aug 30 17:41:28.621044 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44624) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:28.658190 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1021b0aa-e1f2-4b96-bc90-f431a38cc4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:28.726319 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41331bbe-41a0-4861-a876-bfccf8807266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:28.821206 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41331bbe-41a0-4861-a876-bfccf8807266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:28.899068 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-41331bbe-41a0-4861-a876-bfccf8807266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:28.940418 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-41331bbe-41a0-4861-a876-bfccf8807266 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36c2287e63694326b0f164dd107d1c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180518 Aug 30 17:41:28.941144 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41331bbe-41a0-4861-a876-bfccf8807266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b76b6-859f-40c8-a903-5fe685631eec,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:28.943425 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44644) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:28.984818 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.005919 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.034762 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.156419 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.159071 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.160233 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f55b76b6-859f-40c8-a903-5fe685631eec HTTP/1.1" status: 204 len: 168 time: 0.2145336 Aug 30 17:41:29.169098 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6bc0b-2ede-4846-ada0-a26ebd4ef21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b76b6-859f-40c8-a903-5fe685631eec,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:29.761502 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.766171 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-7cfb83a4-10c1-4582-a166-c4833c67fc10 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393889 Aug 30 17:41:29.816577 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44676) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:29.829909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-39afc907-e2f5-4351-b9dc-b4593bbae894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.855415 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-857ded1e-a1ec-4909-8b02-c6bc23000907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:29.856952 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-857ded1e-a1ec-4909-8b02-c6bc23000907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 1099 time: 0.0464845 Aug 30 17:41:29.920362 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-39afc907-e2f5-4351-b9dc-b4593bbae894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:29.959166 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-bd2117e6-233c-4137-afb4-81e71df1e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:29.960667 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-bd2117e6-233c-4137-afb4-81e71df1e698 service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.0839109 Aug 30 17:41:30.001423 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-39afc907-e2f5-4351-b9dc-b4593bbae894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.037014 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-39afc907-e2f5-4351-b9dc-b4593bbae894 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3753f22067774f08a058e35a16d23349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190819 Aug 30 17:41:30.042276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afc907-e2f5-4351-b9dc-b4593bbae894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28aefbb-1a63-4061-ab47-4f300975b4c2,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:30.042769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44680) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:30.052743 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-6ab63213-4d71-4ae2-a9f8-33a17facf7b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 200 len: 1002 time: 0.0841959 Aug 30 17:41:30.313951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44682) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:30.377888 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-d0c0d6a2-8a7d-4087-aebe-bc7d743f776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:30.379380 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-d0c0d6a2-8a7d-4087-aebe-bc7d743f776c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.3166587 Aug 30 17:41:30.382021 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.424711 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.462365 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-4e3d911e-b49b-47f2-b3cf-1c99b4522880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:30.464725 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-4e3d911e-b49b-47f2-b3cf-1c99b4522880 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741682 Aug 30 17:41:30.558377 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-f1bcfbaa-50c1-4541-a6c9-3178b86075ea service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Aug 30 17:41:30.575035 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.577518 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.578622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b28aefbb-1a63-4061-ab47-4f300975b4c2 HTTP/1.1" status: 204 len: 168 time: 0.5344269 Aug 30 17:41:30.620051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d7c2-8728-44e7-bd77-886041b27db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28aefbb-1a63-4061-ab47-4f300975b4c2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:30.663939 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.676650 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-773a16eb-fdcb-4cf5-8b68-422a7648d7fb req-bab069ef-d35e-43d9-8327-2b80b359e96f service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112864 Aug 30 17:41:30.906759 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Deleting port 0edd76f5-4b11-4675-bb8a-354e5337f41a {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:30.907103 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.986475 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] For port 0edd76f5-4b11-4675-bb8a-354e5337f41a, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=0edd76f5-4b11-4675-bb8a-354e5337f41a,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:30.987048 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:31.001721 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Calling delete_port for 0edd76f5-4b11-4675-bb8a-354e5337f41a owned by network:router_interface {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:31.230502 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:31.256492 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd76f5-4b11-4675-bb8a-354e5337f41a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:31.300372 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:31.399619 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:31.420866 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:31.428536 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:31.428929 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 0ae7fcfc-e6d6-4d71-ac5c-3e7abcc3b010 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:31.884459 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Router 4eb562a4-8c6d-41fd-a645-593ed522202f has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:31.990552 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:31.995883 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c8eeabb5-fe84-4568-8faa-e5aaab56b5f3 admin admin] 10.222.0.10 "PUT /v2.0/routers/4eb562a4-8c6d-41fd-a645-593ed522202f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804821 Aug 30 17:41:31.998401 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44708) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:31.999534 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Sync routers for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:32.008350 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:32.008951 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:32.108343 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.118356 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:32.225236 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.352368 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Deleting port c704785d-7f7a-4450-b658-2a7ddd4c7b04 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:32.352716 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.390483 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:41:31Z', 'revision_number': 5, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port': {'id': 'c704785d-7f7a-4450-b658-2a7ddd4c7b04', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:06Z', 'updated_at': '2021-08-30T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:32.416512 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Checking router: 4eb562a4-8c6d-41fd-a645-593ed522202f for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:32.425272 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Routers {'4eb562a4-8c6d-41fd-a645-593ed522202f'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:32.425887 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['4eb562a4-8c6d-41fd-a645-593ed522202f'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:32.435972 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] For port c704785d-7f7a-4450-b658-2a7ddd4c7b04, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c704785d-7f7a-4450-b658-2a7ddd4c7b04,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:32.436337 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.451351 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Calling delete_port for c704785d-7f7a-4450-b658-2a7ddd4c7b04 owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:32.517290 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] Set router 4eb562a4-8c6d-41fd-a645-593ed522202f gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:32.571995 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:41:32Z', 'revision_number': 6, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:32.598185 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16a158-b1dc-4538-9e7c-4760bf641ec7 None None] The sync data for ids ['4eb562a4-8c6d-41fd-a645-593ed522202f'] in dv-cinder-759955-15-iscsi is: [{'id': '4eb562a4-8c6d-41fd-a645-593ed522202f', 'name': 'tempest-TestMinimumBasicScenario-2121331875-router', 'tenant_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:05Z', 'updated_at': '2021-08-30T17:41:32Z', 'revision_number': 6, 'project_id': '848ed2c1024e41c4b6c7cf9f64570c66', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:41:32.688159 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.720174 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Pushing event deleted for resources: {'Port': ['ID=c704785d-7f7a-4450-b658-2a7ddd4c7b04,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:32.778566 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.883540 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:32.885589 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.001829 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.002510 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb562a4-8c6d-41fd-a645-593ed522202f {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:41:33.008016 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.009505 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d705e4f5-69d1-434d-8d03-2e9b8da98205 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4eb562a4-8c6d-41fd-a645-593ed522202f HTTP/1.1" status: 204 len: 168 time: 1.0099757 Aug 30 17:41:33.012124 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44730) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:33.062664 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Deleting subnet 11771b1f-135c-4912-b21e-51bf444e5355 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:41:33.065939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.100287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.209821 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.328697 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.360540 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11771b1f-135c-4912-b21e-51bf444e5355,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:33.364484 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.366469 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-823bc926-890e-4548-8ab9-3b3f6c16a95b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/11771b1f-135c-4912-b21e-51bf444e5355 HTTP/1.1" status: 204 len: 168 time: 0.3531823 Aug 30 17:41:33.368980 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44732) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:33.371794 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3302a0-9309-4499-b340-6c8a606c7b13 None None] Network dbf4ab54-edf0-441b-baa0-40231d53820e requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:41:33.466927 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.468130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 0edd76f5-4b11-4675-bb8a-354e5337f41a no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:33.494471 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 0edd76f5-4b11-4675-bb8a-354e5337f41a {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:33.494812 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 0edd76f5-4b11-4675-bb8a-354e5337f41a not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:33.495237 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c704785d-7f7a-4450-b658-2a7ddd4c7b04 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:33.529277 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: c704785d-7f7a-4450-b658-2a7ddd4c7b04 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:33.529768 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c704785d-7f7a-4450-b658-2a7ddd4c7b04 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:33.540278 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Deleting port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:33.540817 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.609699 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] For port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:33.610064 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.623937 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Calling delete_port for e62c43e8-da32-4d6f-bb8d-9e07f6a3155c owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:33.628902 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] DHCP port deletion for dbf4ab54-edf0-441b-baa0-40231d53820e request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:41:33.683358 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Deleting port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:33.683740 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.747478 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] For port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,segment=NetworkSegment(225d5a2e-5c35-4652-a367-a66d0b4ec106),segment_id=225d5a2e-5c35-4652-a367-a66d0b4ec106)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:33.748441 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.760746 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Calling delete_port for e62c43e8-da32-4d6f-bb8d-9e07f6a3155c owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:33.790317 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.818244 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:33.820087 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] No DVR routers for this DVR port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c on host dv-cinder-759955-15-iscsi {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:33.833124 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.859425 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] Pushing event deleted for resources: {'Port': ['ID=e62c43e8-da32-4d6f-bb8d-9e07f6a3155c,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:33.863230 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84d76c-bf68-451a-a2d8-00f89cca5350 None None] No DVR routers for this DVR port e62c43e8-da32-4d6f-bb8d-9e07f6a3155c on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:33.889336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.899051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf4ab54-edf0-441b-baa0-40231d53820e']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:33.909719 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225d5a2e-5c35-4652-a367-a66d0b4ec106') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:33.910016 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225d5a2e-5c35-4652-a367-a66d0b4ec106') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:33.919292 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.936244 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.941970 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:41:33.942384 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:41:33.943976 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:41:34.081816 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:34.086338 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:34.092765 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbf4ab54-edf0-441b-baa0-40231d53820e HTTP/1.1" status: 204 len: 168 time: 0.7188487 Aug 30 17:41:34.092891 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44738) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:34.101788 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289d4eb-9a62-4aa3-9135-dbaf843e6855 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf4ab54-edf0-441b-baa0-40231d53820e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:34.434830 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:34.683957 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Deleting port 4db28058-6c55-4a36-811b-a29fb4f16438 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:34.684288 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:34.769619 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] For port 4db28058-6c55-4a36-811b-a29fb4f16438, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=4db28058-6c55-4a36-811b-a29fb4f16438,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:34.769980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:34.783229 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Calling delete_port for 4db28058-6c55-4a36-811b-a29fb4f16438 owned by network:router_interface {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:35.052895 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:35.079073 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db28058-6c55-4a36-811b-a29fb4f16438,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:35.251333 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:35.326679 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e62c43e8-da32-4d6f-bb8d-9e07f6a3155c no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:35.350709 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: e62c43e8-da32-4d6f-bb8d-9e07f6a3155c {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:35.351132 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device e62c43e8-da32-4d6f-bb8d-9e07f6a3155c not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:35.461281 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Router ee6e24a4-9b74-4b94-810c-414dfbfcd684 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:35.563653 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:35.568681 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-1c46e349-2e39-4ccc-91dc-b140e1fbe743 admin admin] 10.222.0.10 "PUT /v2.0/routers/ee6e24a4-9b74-4b94-810c-414dfbfcd684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753435 Aug 30 17:41:35.571303 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44746) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:35.572540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Sync routers for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:35.581616 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:35.582253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:35.675646 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:35.690712 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:35.782770 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:35.871986 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:41:34Z', 'revision_number': 5, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port': {'id': 'b69f9427-565a-473c-83b7-1724bac66aea', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:39:12Z', 'updated_at': '2021-08-30T17:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:35.898131 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Checking router: ee6e24a4-9b74-4b94-810c-414dfbfcd684 for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:35.907123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Routers {'ee6e24a4-9b74-4b94-810c-414dfbfcd684'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:35.907736 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:35.920370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Deleting port b69f9427-565a-473c-83b7-1724bac66aea {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:35.920717 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:35.993617 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] Set router ee6e24a4-9b74-4b94-810c-414dfbfcd684 gateway port host: None {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:36.003004 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] For port b69f9427-565a-473c-83b7-1724bac66aea, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=b69f9427-565a-473c-83b7-1724bac66aea,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:36.003375 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.017789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Calling delete_port for b69f9427-565a-473c-83b7-1724bac66aea owned by network:router_gateway {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:36.049003 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:41:35Z', 'revision_number': 6, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:36.077023 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed29589-4f59-434a-98c0-c90e3f172111 None None] The sync data for ids ['ee6e24a4-9b74-4b94-810c-414dfbfcd684'] in dv-cinder-759955-15-iscsi is: [{'id': 'ee6e24a4-9b74-4b94-810c-414dfbfcd684', 'name': 'tempest-TestMinimumBasicScenario-1512569770-router', 'tenant_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:39:11Z', 'updated_at': '2021-08-30T17:41:35Z', 'revision_number': 6, 'project_id': '9dd8fea5032a428799f7b807fb5f0cc9', 'gw_port_host': None}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:41:36.241766 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.269259 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69f9427-565a-473c-83b7-1724bac66aea,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:36.327892 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.416670 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.419058 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.538938 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.539506 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6e24a4-9b74-4b94-810c-414dfbfcd684 {{(pid=94571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:41:36.544334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.545473 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c3f50bf5-f69b-44dc-af31-b92a462475f5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ee6e24a4-9b74-4b94-810c-414dfbfcd684 HTTP/1.1" status: 204 len: 168 time: 0.9731195 Aug 30 17:41:36.548029 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44768) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:36.593655 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Deleting subnet bf54dc94-db52-475f-b8be-f8f199fa282b {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:41:36.596980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.631370 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.710034 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.836488 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.861533 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf54dc94-db52-475f-b8be-f8f199fa282b,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:36.870694 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:36.870694 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-74ec0dfa-bbce-4005-bab6-c6230adf7a45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf54dc94-db52-475f-b8be-f8f199fa282b HTTP/1.1" status: 204 len: 168 time: 0.3207040 Aug 30 17:41:36.872297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44780) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:36.875163 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dff5c7-5d30-452e-8612-9448d1763902 None None] Network dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:41:36.945538 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.012500 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Deleting port eb93bb26-0507-4b09-81cf-a6d5a5485090 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:37.012848 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.071205 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] DHCP port deletion for dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:41:37.080501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] For port eb93bb26-0507-4b09-81cf-a6d5a5485090, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=eb93bb26-0507-4b09-81cf-a6d5a5485090,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:37.080873 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.096413 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Calling delete_port for eb93bb26-0507-4b09-81cf-a6d5a5485090 owned by network:dhcp {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:37.121174 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Deleting port eb93bb26-0507-4b09-81cf-a6d5a5485090 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:37.121549 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.215868 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] For port eb93bb26-0507-4b09-81cf-a6d5a5485090, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=eb93bb26-0507-4b09-81cf-a6d5a5485090,segment=NetworkSegment(dc04c391-201c-47cc-a4ab-8e979b551c67),segment_id=dc04c391-201c-47cc-a4ab-8e979b551c67)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:37.216261 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.231318 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Calling delete_port for eb93bb26-0507-4b09-81cf-a6d5a5485090 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:37.278703 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device b69f9427-565a-473c-83b7-1724bac66aea no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:37.288277 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.307295 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: b69f9427-565a-473c-83b7-1724bac66aea {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:37.307564 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device b69f9427-565a-473c-83b7-1724bac66aea not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:37.307980 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device eb93bb26-0507-4b09-81cf-a6d5a5485090 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:37.319025 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb93bb26-0507-4b09-81cf-a6d5a5485090,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:37.334304 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: eb93bb26-0507-4b09-81cf-a6d5a5485090 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:37.334416 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] No DVR routers for this DVR port eb93bb26-0507-4b09-81cf-a6d5a5485090 on host dv-cinder-759955-15-iscsi {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:37.334531 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device eb93bb26-0507-4b09-81cf-a6d5a5485090 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:37.334531 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 4db28058-6c55-4a36-811b-a29fb4f16438 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:41:37.361553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 4db28058-6c55-4a36-811b-a29fb4f16438 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:41:37.361908 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 4db28058-6c55-4a36-811b-a29fb4f16438 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:41:37.386375 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.407179 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.410019 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] Pushing event deleted for resources: {'Port': ['ID=eb93bb26-0507-4b09-81cf-a6d5a5485090,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:37.416752 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbc988-ba5a-4c21-bdb6-1e91f93bfaa1 None None] No DVR routers for this DVR port eb93bb26-0507-4b09-81cf-a6d5a5485090 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:37.419198 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:41:37.423030 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:37.435826 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc04c391-201c-47cc-a4ab-8e979b551c67') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:37.436123 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc04c391-201c-47cc-a4ab-8e979b551c67') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:37.445056 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.460022 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.466649 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:41:37.466996 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:41:37.468601 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:41:37.601438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.607147 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:37.608881 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] 10.222.0.10 "DELETE /v2.0/networks/dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476 HTTP/1.1" status: 204 len: 168 time: 0.7355416 Aug 30 17:41:37.620469 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c80b-3fca-4c81-96c3-ac913513e62a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdc05b4-16d6-4b14-bb96-dfbfb4e4d476,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:37.978958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44812) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:38.019762 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-0bbc6eaa-43df-42ff-b44a-87e5a6448ee1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=848ed2c1024e41c4b6c7cf9f64570c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396533 Aug 30 17:41:38.022123 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44816) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:38.082034 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:38.104385 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:38.223948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:38.226498 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:38.227640 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d23ce7e2-8209-4134-b002-cbf21faff8f0 HTTP/1.1" status: 204 len: 168 time: 0.2046456 Aug 30 17:41:38.236051 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319e874-2074-4ab1-b490-65b0c60a690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ce7e2-8209-4134-b002-cbf21faff8f0,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:38.874020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44824) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:38.913070 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c8d630c4-9ffe-498d-982b-523abbad0f67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd8fea5032a428799f7b807fb5f0cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378723 Aug 30 17:41:38.915451 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44826) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:38.961914 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:38.983125 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:39.126484 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:39.128980 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:39.130156 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bfeb312-b80c-413b-8354-d28c81c9fcf9 HTTP/1.1" status: 204 len: 168 time: 0.2137935 Aug 30 17:41:39.140630 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0e1b-56ab-4e46-81ca-84c955f31ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfeb312-b80c-413b-8354-d28c81c9fcf9,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:40.879277 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44856) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:40.986190 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-efc2acce-6843-417f-9486-f34b5085f76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.071396 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-efc2acce-6843-417f-9486-f34b5085f76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.144826 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-efc2acce-6843-417f-9486-f34b5085f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.186356 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-efc2acce-6843-417f-9486-f34b5085f76d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30c7337710fe4a9c9c709416f9a1c5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058863 Aug 30 17:41:41.187433 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2acce-6843-417f-9486-f34b5085f76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8c89a-057a-4fe4-81a6-0097e15441a2,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:41.189344 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:41.238892 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.259233 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.366871 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.369939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:41.371122 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/feb8c89a-057a-4fe4-81a6-0097e15441a2 HTTP/1.1" status: 204 len: 168 time: 0.1807802 Aug 30 17:41:41.379135 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2471be-fb2e-4c24-865f-58032d2cb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8c89a-057a-4fe4-81a6-0097e15441a2,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:41.913092 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:41.930645 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-273dbe28-84e6-4fe6-b971-35acdf5bee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.018406 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-273dbe28-84e6-4fe6-b971-35acdf5bee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.093273 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-273dbe28-84e6-4fe6-b971-35acdf5bee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.131166 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-273dbe28-84e6-4fe6-b971-35acdf5bee0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=569b692095be4d78ac576545123878ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169578 Aug 30 17:41:42.132100 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dbe28-84e6-4fe6-b971-35acdf5bee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ae356-6ad3-42d6-a6fa-30e5640d3bc8,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:42.133832 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44872) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:42.184238 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.204496 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.321654 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.324789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.325936 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c6ae356-6ad3-42d6-a6fa-30e5640d3bc8 HTTP/1.1" status: 204 len: 168 time: 0.1904647 Aug 30 17:41:42.333673 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6c04d-b888-4bc8-a171-a20810ec114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ae356-6ad3-42d6-a6fa-30e5640d3bc8,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:43.856690 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 44906) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:43.957178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc7d4c0-1f9b-4391-b03c-2a31404639be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.042646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc7d4c0-1f9b-4391-b03c-2a31404639be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.127589 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acc7d4c0-1f9b-4391-b03c-2a31404639be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.167789 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-acc7d4c0-1f9b-4391-b03c-2a31404639be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10787f6e52c34687a4db0f41246a7ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100159 Aug 30 17:41:44.168929 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7d4c0-1f9b-4391-b03c-2a31404639be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2940c81-0ec3-4662-8a84-3cde1e055e49,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:44.170585 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 44916) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:41:44.224041 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.246332 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.322341 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-970b0053-786a-4c03-97f7-118fe58860a5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032499453&fields=id&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 267 time: 0.0334315 Aug 30 17:41:44.355748 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.358411 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:44.359543 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2940c81-0ec3-4662-8a84-3cde1e055e49 HTTP/1.1" status: 204 len: 168 time: 0.1872740 Aug 30 17:41:44.367631 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a7e68-b315-4bfc-8f6d-4dc7d0b02670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2940c81-0ec3-4662-8a84-3cde1e055e49,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:44.436255 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-09221e59-8de0-42a6-9d3a-c8f87783c232 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:44.437706 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-09221e59-8de0-42a6-9d3a-c8f87783c232 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.1085730 Aug 30 17:41:44.452449 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-6d87dc03-852a-4316-b168-0eda3c3f4634 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/quotas/021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 375 time: 0.0091424 Aug 30 17:41:44.510968 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-4d84698c-f69b-44f6-a6e4-e9a9ab6cec58 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529745 Aug 30 17:41:44.697716 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-e86b9aec-f917-4be0-b186-9f7dd050db89 service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749518 Aug 30 17:41:44.787868 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-708e60c5-94e3-4d0a-92a4-4f479e8c615e service neutron] 10.222.0.10 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Aug 30 17:41:45.387627 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1f8f27e1-ab3f-41da-9aaf-9949e4f3490c req-72628b4c-48c1-4fc8-9395-eda75b362294 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Aug 30 17:41:46.479397 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90f01fbb-0613-422b-a349-afa022ec3b7d req-f325042f-65e8-4c4e-b7c9-762d2634d0c9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 210 time: 0.0261714 Aug 30 17:41:47.450066 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-46ffe372-efc9-447e-8a58-0528e64e5fbf tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:47.451561 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-46ffe372-efc9-447e-8a58-0528e64e5fbf tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 812 time: 0.1080234 Aug 30 17:41:47.498878 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-95e88381-6341-4033-8a81-378fc257d11d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce HTTP/1.1" status: 200 len: 380 time: 0.0374146 Aug 30 17:41:47.509085 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'port': {'device_id': '6585e36e-25b7-403b-af72-5b905ba57929', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'admin_state_up': True, 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'security_groups': ['21bdd5f1-6ae1-48d9-846c-eb8819fe77e0']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:41:47.587126 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0f7507a9-79cb-4db4-ac6b-01331784b3ed req-503c8a8f-d974-4dfa-8206-732a6efca154 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 210 time: 0.0333762 Aug 30 17:41:47.732968 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Made reservation on behalf of 021ee2ee21e64a7890aa2f58f1bc50ce for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:41:47.736617 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:47.867766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.20.0.9 (bce47af6-8359-4b8e-9b54-7f8bb623d5e9/60ccf4b7-f880-401b-b30a-ce626396e54c/fecf8192-d9d1-48b4-8e08-e956638a0a9c) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:41:48.002007 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:48.015439 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Transition to ACTIVE for port object fecf8192-d9d1-48b4-8e08-e956638a0a9c will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:41:48.105371 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:48.152157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:41:48.155317 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:41:48.159295 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:41:48.183471 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:48.210878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:48.214069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:48.311052 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ad5929e-f470-40bd-93b8-b0b1f7c4d84e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057601 Aug 30 17:41:48.504351 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-455a76c2-374d-45a6-8351-a54e8390cd77 None None] Provisioning for port fecf8192-d9d1-48b4-8e08-e956638a0a9c completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:41:48.508517 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-455a76c2-374d-45a6-8351-a54e8390cd77 None None] Provisioning complete for port fecf8192-d9d1-48b4-8e08-e956638a0a9c triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:41:48.508890 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-455a76c2-374d-45a6-8351-a54e8390cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:48.541861 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-455a76c2-374d-45a6-8351-a54e8390cd77 None None] Port fecf8192-d9d1-48b4-8e08-e956638a0a9c cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:41:48.702480 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a663a53-fead-4e4b-ad96-4fe3adf92d5e req-b9049218-5f53-4cce-88ea-c24621d5dce9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:48.703970 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7a663a53-fead-4e4b-ad96-4fe3adf92d5e req-b9049218-5f53-4cce-88ea-c24621d5dce9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 931 time: 0.0488930 Aug 30 17:41:48.742924 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7a663a53-fead-4e4b-ad96-4fe3adf92d5e req-65227b85-d2ac-4400-a9fd-173aae211dbb tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Aug 30 17:41:49.856709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6d374-d172-4556-ab50-ff3a458ee7b8 req-264e69e8-3441-4e3f-a965-57d7d397075e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:49.858259 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37d6d374-d172-4556-ab50-ff3a458ee7b8 req-264e69e8-3441-4e3f-a965-57d7d397075e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 931 time: 0.0482249 Aug 30 17:41:49.895010 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-37d6d374-d172-4556-ab50-ff3a458ee7b8 req-41218b3a-17eb-4294-a6a0-6326c682c4d0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Aug 30 17:41:50.850768 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Request body: {'port': {'device_id': '6585e36e-25b7-403b-af72-5b905ba57929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:41:50.906329 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.103747 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c152b7-233f-46eb-8a63-212f7c265ca4 req-6dfcadb8-d777-4b08-bae9-b724595e8e9f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:51.105137 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a6c152b7-233f-46eb-8a63-212f7c265ca4 req-6dfcadb8-d777-4b08-bae9-b724595e8e9f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 931 time: 0.1431155 Aug 30 17:41:51.166004 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a6c152b7-233f-46eb-8a63-212f7c265ca4 req-35c5b4df-26ed-47a5-8531-97861d5644e9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548720 Aug 30 17:41:51.229850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecf8192-d9d1-48b4-8e08-e956638a0a9c {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:41:51.237379 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.250041 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Transition to ACTIVE for port object fecf8192-d9d1-48b4-8e08-e956638a0a9c will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:41:51.315813 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.370608 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Pushing event updated for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:51.437475 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Attempting to bind port fecf8192-d9d1-48b4-8e08-e956638a0a9c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:41:51.437811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Attempting to bind port fecf8192-d9d1-48b4-8e08-e956638a0a9c by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:41:51.438207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Attempting to bind port fecf8192-d9d1-48b4-8e08-e956638a0a9c on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:41:51.442848 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Port fecf8192-d9d1-48b4-8e08-e956638a0a9c on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:41:51.443179 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Attempting to bind port fecf8192-d9d1-48b4-8e08-e956638a0a9c on network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:41:51.449680 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:41:51.450182 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Checking segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:41:51.454701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Bound using segment: {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:41:51.454701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Bound port: fecf8192-d9d1-48b4-8e08-e956638a0a9c, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae515b0-901a-4dc3-b9da-c506eaf2769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:41:51.454701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.523897 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:41:51.527939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:41:51.595269 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.629544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:51.630178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:51.631642 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] 10.222.0.50 "PUT /v2.0/ports/fecf8192-d9d1-48b4-8e08-e956638a0a9c HTTP/1.1" status: 200 len: 1093 time: 0.7853546 Aug 30 17:41:51.632052 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:51.634357 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fe14b2-3785-4ac5-9afb-54fe16f46429" -d '{"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:51.658399 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0363a-e68f-4f2f-8024-341c8752424b service neutron] Pushing event updated for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:51.682300 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b855c3-d02f-4058-afff-f44712d63abd x-openstack-request-id: req-f5b855c3-d02f-4058-afff-f44712d63abd {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:51.682588 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:51.682833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5b855c3-d02f-4058-afff-f44712d63abd {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:51.683224 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'status': 'completed', 'code': 200} Aug 30 17:41:51.750018 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-1cb37b2c-8a92-4c41-a0ac-c6b7583bad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:51.751594 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-1cb37b2c-8a92-4c41-a0ac-c6b7583bad3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1096 time: 0.0459907 Aug 30 17:41:51.867600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-6777bece-b581-437a-8859-2553cd734f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:51.869254 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-6777bece-b581-437a-8859-2553cd734f45 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080036 Aug 30 17:41:51.967882 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-106a555e-a34b-4db1-91a5-677ef821f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:51.969405 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d3fe14b2-3785-4ac5-9afb-54fe16f46429 req-106a555e-a34b-4db1-91a5-677ef821f982 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926309 Aug 30 17:41:52.054729 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-1e862398-da15-48dc-a7e8-2e32fd67e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:52.056276 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-1e862398-da15-48dc-a7e8-2e32fd67e7c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1096 time: 0.0412500 Aug 30 17:41:52.103418 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-82cc1122-6d4a-4013-8761-a51c0f6dede9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c HTTP/1.1" status: 200 len: 217 time: 0.0371449 Aug 30 17:41:52.153279 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-6dd8bc22-3da7-426b-a97c-6db82518dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:52.154709 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-6dd8bc22-3da7-426b-a97c-6db82518dfa6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0449533 Aug 30 17:41:52.206566 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-ce676d50-ee39-4d6f-991d-2d5050a5725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:52.208107 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-ce676d50-ee39-4d6f-991d-2d5050a5725b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461023 Aug 30 17:41:52.328726 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0819b-b3de-44c1-8572-ad7ac3cf357d req-36399857-0be2-4804-81a5-95e6a3543247 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:52.330276 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-53e0819b-b3de-44c1-8572-ad7ac3cf357d req-36399857-0be2-4804-81a5-95e6a3543247 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0696146 Aug 30 17:41:52.347139 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-7ea0a38d-ec0c-4d63-a5bd-906a9f91926b service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310449 Aug 30 17:41:52.415272 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-53e0819b-b3de-44c1-8572-ad7ac3cf357d req-2781df0c-c7fb-436e-8f2f-b639f780bff0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778461 Aug 30 17:41:52.456719 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f393b750-4874-4b69-9625-ffd2d2fa147b req-0736c4a1-821f-473d-b5f9-dd8be3bc7405 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010284 Aug 30 17:41:53.531895 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21738f4-9cf4-402a-8a5d-c32f926b6372 req-1e1a2e12-1fab-484e-894f-6654153fcfd2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:53.533294 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a21738f4-9cf4-402a-8a5d-c32f926b6372 req-1e1a2e12-1fab-484e-894f-6654153fcfd2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0490820 Aug 30 17:41:53.570913 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a21738f4-9cf4-402a-8a5d-c32f926b6372 req-fd388ce4-3bb5-4bcf-8729-09cc8db93953 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Aug 30 17:41:54.683621 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0964f3-828d-44e5-b853-cd37bd5efb1a req-726557d5-d988-453d-b746-48c0c03cd764 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:54.685184 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd0964f3-828d-44e5-b853-cd37bd5efb1a req-726557d5-d988-453d-b746-48c0c03cd764 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0481703 Aug 30 17:41:54.722054 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd0964f3-828d-44e5-b853-cd37bd5efb1a req-a102dd31-014a-455e-b376-f3aa54dc7046 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Aug 30 17:41:55.837624 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609f4cf-8142-4ab7-8c2f-08eb80737d2b req-b95bf737-43f0-4e5a-95bf-9d0b58ceeb79 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:55.839144 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6609f4cf-8142-4ab7-8c2f-08eb80737d2b req-b95bf737-43f0-4e5a-95bf-9d0b58ceeb79 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0525296 Aug 30 17:41:55.877347 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6609f4cf-8142-4ab7-8c2f-08eb80737d2b req-cd7bbaaf-1971-4adb-9d1d-e6c0d787b459 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 30 17:41:55.904444 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e5ca1319-3517-4a6c-a4c7-b3c98b28e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:56.024019 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f09f0-7d04-4cf9-8899-9fa9165edff1 req-dd8939ca-476b-4ba5-9bfb-a905e635401b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:56.025432 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec8f09f0-7d04-4cf9-8899-9fa9165edff1 req-dd8939ca-476b-4ba5-9bfb-a905e635401b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0485268 Aug 30 17:41:56.063499 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ec8f09f0-7d04-4cf9-8899-9fa9165edff1 req-0c34e1d7-3336-47a2-a21b-70ff55f9214a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Aug 30 17:41:56.994657 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715572bb-2495-4a28-9b85-e978985f5b73 req-61294104-c43c-4c29-b9f2-309f1f059d7e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:56.996147 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-715572bb-2495-4a28-9b85-e978985f5b73 req-61294104-c43c-4c29-b9f2-309f1f059d7e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0484161 Aug 30 17:41:57.033410 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-715572bb-2495-4a28-9b85-e978985f5b73 req-2ddc711b-c27b-4602-841e-a1114e41f2d6 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Aug 30 17:41:57.182171 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27a190-3c2e-44b6-aa9d-a7dfc9245c20 req-e91f99b5-6d50-4bc3-bae0-cc749677b106 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:57.183737 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9b27a190-3c2e-44b6-aa9d-a7dfc9245c20 req-e91f99b5-6d50-4bc3-bae0-cc749677b106 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0540922 Aug 30 17:41:57.222261 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9b27a190-3c2e-44b6-aa9d-a7dfc9245c20 req-740040dd-a0ea-46db-9ec7-6701933c6697 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322638 Aug 30 17:41:57.224319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:57.977382 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a1f8-3897-42af-817a-154750dad4be req-cbdbe5c8-c554-46d4-ba8c-e090c6f74eee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:57.979040 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebb7a1f8-3897-42af-817a-154750dad4be req-cbdbe5c8-c554-46d4-ba8c-e090c6f74eee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.0482860 Aug 30 17:41:58.067584 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Deleting port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:41:58.068376 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.187930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d3e4b-1a59-4c47-ab57-7b2d4baad33f req-1b66babe-9289-4d24-b194-70d8b18f8f12 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:58.189540 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-742d3e4b-1a59-4c47-ab57-7b2d4baad33f req-1b66babe-9289-4d24-b194-70d8b18f8f12 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0801222 Aug 30 17:41:58.196187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] For port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:41:58.196547 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.277730 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-742d3e4b-1a59-4c47-ab57-7b2d4baad33f req-be2e3a25-36d3-4bce-a379-c213293fd992 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781045 Aug 30 17:41:58.675343 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180859e-563a-4200-a6b3-80d0e5ebdf4c req-19a41589-c8b2-44fb-b39c-70c06d1e60a5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:58.675816 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d3fb66fd-c62b-4379-b4a9-bd9b46824e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.677300 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7180859e-563a-4200-a6b3-80d0e5ebdf4c req-19a41589-c8b2-44fb-b39c-70c06d1e60a5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 946 time: 0.3853276 Aug 30 17:41:58.705585 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.706003 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.732754 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Floating IP 95864ab1-50c2-4aee-8241-78993264b408 disassociated. External IP: 172.27.3.140, port: 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f. Aug 30 17:41:58.732754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Calling delete_port for 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:41:58.733701 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7180859e-563a-4200-a6b3-80d0e5ebdf4c req-77ff4f42-a0d6-40b3-ad69-a9a8c71ccb63 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501659 Aug 30 17:41:58.899170 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:58.928210 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'Port': ['ID=3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:41:58.933731 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:59.047571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:41:59.152478 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:41:59.162370 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:41:59.176732 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:59.176732 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:59.191663 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] No DVR routers for this DVR port 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:41:59.194144 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:59.196317 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebb7a1f8-3897-42af-817a-154750dad4be req-66bd3b2f-1ec1-4b15-9c5a-80ee265f670e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "DELETE /v2.0/ports/3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f HTTP/1.1" status: 204 len: 173 time: 1.2114725 Aug 30 17:41:59.196846 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'name': 'network-vif-deleted', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:41:59.199112 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d8609-9875-4f48-b6f0-c8bd6e74f006" -d '{"events": [{"server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "name": "network-vif-deleted", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:41:59.237227 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc9546-0f2d-47d4-aa15-55cec1050143 x-openstack-request-id: req-eddc9546-0f2d-47d4-aa15-55cec1050143 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:41:59.237841 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77ba16c-52d7-463b-b66f-b9ac34a64ace", "name": "network-vif-deleted", "tag": "3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:41:59.238212 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eddc9546-0f2d-47d4-aa15-55cec1050143 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:41:59.238683 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77ba16c-52d7-463b-b66f-b9ac34a64ace', 'name': 'network-vif-deleted', 'tag': '3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f', 'status': 'completed', 'code': 200} Aug 30 17:41:59.281605 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:59.410344 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c57997-946d-4c1d-b75a-68f5464bac9c req-aef8d300-f3f0-482c-aaa3-370ca23d4274 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:41:59.412046 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-36c57997-946d-4c1d-b75a-68f5464bac9c req-aef8d300-f3f0-482c-aaa3-370ca23d4274 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0641859 Aug 30 17:41:59.463962 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-36c57997-946d-4c1d-b75a-68f5464bac9c req-85c70f29-bbbf-4241-b068-0e1ce6b5bf7c tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 Aug 30 17:41:59.505744 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:59.535950 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:41:59.545327 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:41:59.545948 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:59.648924 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:41:59.755940 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:59.844904 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-320652f8-9c79-4365-9cee-da9ee7fb1034 req-11a40389-42ab-4187-b486-49d9abfd5f21 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=a77ba16c-52d7-463b-b66f-b9ac34a64ace HTTP/1.1" status: 200 len: 210 time: 0.0274556 Aug 30 17:41:59.846586 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:41:59.872915 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a7bd1-ed31-4072-bfdf-d6fee6323a4a None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:42:00.085929 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a814d20-d244-4438-893e-757cc3741462 None None] New status for floating IP 95864ab1-50c2-4aee-8241-78993264b408: DOWN {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:42:00.577751 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec970c5-ed38-46ec-9caf-340abf06ab05 req-a61a9268-54d9-4b25-abd3-582f85a681b0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:00.579150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dec970c5-ed38-46ec-9caf-340abf06ab05 req-a61a9268-54d9-4b25-abd3-582f85a681b0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0478027 Aug 30 17:42:00.616517 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dec970c5-ed38-46ec-9caf-340abf06ab05 req-dc7ba043-6e6f-46d4-ac3e-14107ee34ab3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Aug 30 17:42:00.994526 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45072) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:01.058391 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.081111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.194727 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.198581 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.199125 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "DELETE /v2.0/security-groups/a97eccfe-bb98-4c0b-b6d6-2a788c070ab2 HTTP/1.1" status: 204 len: 168 time: 0.2026618 Aug 30 17:42:01.202078 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45074) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:01.208372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59660c7-bf50-42f9-89b7-4b1f8e809682 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97eccfe-bb98-4c0b-b6d6-2a788c070ab2,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:01.216263 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.api.v2.resource [None req-3407cb29-25dd-45c0-ab95-e66d272654cd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] show failed (client error): The resource could not be found. Aug 30 17:42:01.217216 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3407cb29-25dd-45c0-ab95-e66d272654cd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups/a97eccfe-bb98-4c0b-b6d6-2a788c070ab2 HTTP/1.1" status: 404 len: 347 time: 0.0141461 Aug 30 17:42:01.220165 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45076) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:01.269246 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.343126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Deleting port f69d62eb-9ab5-433e-838e-ed62c965c683 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:42:01.343468 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.419027 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.419376 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.430847 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Calling delete_port for f69d62eb-9ab5-433e-838e-ed62c965c683 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:42:01.624139 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.649743 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'Port': ['ID=f69d62eb-9ab5-433e-838e-ed62c965c683,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:01.677653 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.679915 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.680008 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.680283 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.680600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.681451 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.681716 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:01.746112 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.748609 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:01.749729 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9b5485ba-1545-4243-9b39-e7fab6c44d97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "DELETE /v2.0/floatingips/95864ab1-50c2-4aee-8241-78993264b408 HTTP/1.1" status: 204 len: 168 time: 0.5286698 Aug 30 17:42:01.766466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4d87-ebc6-4a96-8157-f0f9308769c8 req-846df12b-43d6-4b7f-9be3-9a7d8ee01a39 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:01.768061 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8e3b4d87-ebc6-4a96-8157-f0f9308769c8 req-846df12b-43d6-4b7f-9be3-9a7d8ee01a39 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0823896 Aug 30 17:42:01.810300 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8e3b4d87-ebc6-4a96-8157-f0f9308769c8 req-f90577d2-cc72-444f-92ab-aa39e700ea6d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361578 Aug 30 17:42:02.132047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45084) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:02.135807 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374975191', 'description': 'tempest-description--743930352'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:02.240607 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.319858 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.395334 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.425658 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb85d93-3b35-421b-9759-704f9f6e23e1,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:02.492793 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.494051 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-0946ddae-c02f-4c5a-ac70-69f973703ea5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3618650 Aug 30 17:42:02.496951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45086) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:02.501357 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group_rule': {'security_group_id': 'fcb85d93-3b35-421b-9759-704f9f6e23e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:02.590362 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.645441 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.738380 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.756890 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c793eb91-d80c-4a17-baa4-b9b12e52084b,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:02.824440 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.825661 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4270f137-7431-41f8-b5a8-2957312fcb40 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277631 Aug 30 17:42:02.828278 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45088) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:02.832640 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'security_group_rule': {'security_group_id': 'fcb85d93-3b35-421b-9759-704f9f6e23e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:02.914903 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:02.929543 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd9b2c-3547-43ba-805a-af1489c8694e req-e05e73f9-f2cf-467c-a612-5ebf081d0163 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:02.931139 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38dd9b2c-3547-43ba-805a-af1489c8694e req-e05e73f9-f2cf-467c-a612-5ebf081d0163 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0494528 Aug 30 17:42:02.971154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-38dd9b2c-3547-43ba-805a-af1489c8694e req-aab9d546-be1d-4be0-bdb2-7d3ad7387d69 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Aug 30 17:42:02.980384 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.035518 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.053096 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95af8ce-efb0-436d-9417-361522e9c23b,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:03.115763 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.116903 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f9dc63a9-6aba-4df4-88e1-0a38dabfda29 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877262 Aug 30 17:42:03.120462 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45094) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:03.124779 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:03.213056 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.310281 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.414013 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Allocated IP 172.27.3.57 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/80181945-a624-4244-9c4d-cf93d8d8c566) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:42:03.513489 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.607389 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.646184 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:42:03.651656 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:42:03.655126 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:42:03.677994 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=80181945-a624-4244-9c4d-cf93d8d8c566,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:03.690430 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.690767 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.691111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.691449 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.691784 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.692118 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.692448 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.692776 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.693104 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.693427 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.693750 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.694069 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:03.750343 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.831375 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:03.976491 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.034971 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.039268 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device fecf8192-d9d1-48b4-8e08-e956638a0a9c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:42:04.049389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:42:04.088752 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6c251-2a06-4cd0-b434-5c77322b5772 req-f2935df1-dcdd-446e-8025-3d71f7337a5d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:04.096110 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9cd6c251-2a06-4cd0-b434-5c77322b5772 req-f2935df1-dcdd-446e-8025-3d71f7337a5d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 943 time: 0.0591571 Aug 30 17:42:04.114690 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=80181945-a624-4244-9c4d-cf93d8d8c566,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:04.124605 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.128102 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:42:04.128690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 3cf843bf-4eaf-4e5b-83af-4d7d89af7c9f not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:42:04.131233 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9cd6c251-2a06-4cd0-b434-5c77322b5772 req-55b59c48-8552-4b7d-962e-f75a0f7798f9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Aug 30 17:42:04.173876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:04.184949 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'port_id': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'mac_address': 'fa:16:3e:74:e1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:42:04.206603 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.208012 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-19c4fb3a-f0c4-4b37-b786-fc1f893db5dc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0866203 Aug 30 17:42:04.345182 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.359359 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecf8192-d9d1-48b4-8e08-e956638a0a9c {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:42:04.380502 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:04.402151 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-2afc14d9-204d-4506-b7d4-cd44a96781d3 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1374975191&fields=id&tenant_id=4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 267 time: 0.0333951 Aug 30 17:42:04.464833 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:04.513132 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:04.516506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-da467f39-bfb3-4e64-bd9f-a1cfa0b489b6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:04.518178 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-da467f39-bfb3-4e64-bd9f-a1cfa0b489b6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 810 time: 0.1092896 Aug 30 17:42:04.533304 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-bd7e5a4e-3b19-422b-af15-40f22ffeab97 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/quotas/4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 375 time: 0.0091612 Aug 30 17:42:04.585422 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-9b01550a-098d-49f4-befe-4db64c30db85 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470319 Aug 30 17:42:04.683968 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a85d5d17-914b-4862-853d-de8453c3ed51 service neutron] 10.222.0.10 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859666 Aug 30 17:42:04.689101 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['fecf8192-d9d1-48b4-8e08-e956638a0a9c'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:42:04.771593 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-74e01c38-3d24-4636-887f-6fe403f6b6ae service neutron] 10.222.0.10 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815749 Aug 30 17:42:04.981561 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-93c0d6d0-f663-4bb8-8f92-92fea5826078 req-62e5b30d-e525-4824-96da-0a4f793864d9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 210 time: 0.0259249 Aug 30 17:42:05.255987 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed100e-6f03-4b1c-aa48-110c584263e4 req-f4fcd795-554b-47fe-b471-7a00c5b9ecd3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:05.257796 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21ed100e-6f03-4b1c-aa48-110c584263e4 req-f4fcd795-554b-47fe-b471-7a00c5b9ecd3 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 944 time: 0.0526190 Aug 30 17:42:05.300320 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-21ed100e-6f03-4b1c-aa48-110c584263e4 req-08390db2-3ed5-41ca-8387-62a9dcdeea20 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352058 Aug 30 17:42:06.072309 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-669d2375-4fbd-4542-b11b-0f2ded8862c8 req-e0c36a57-4d92-46b9-ad54-59d17dd9d0be tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 210 time: 0.0256703 Aug 30 17:42:06.433500 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994a039-69a4-4614-8fbb-db096c1782e6 req-da4f4ab7-df5e-4c2b-bc92-e1042692b084 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:06.435014 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4994a039-69a4-4614-8fbb-db096c1782e6 req-da4f4ab7-df5e-4c2b-bc92-e1042692b084 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 944 time: 0.0486391 Aug 30 17:42:06.474244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4994a039-69a4-4614-8fbb-db096c1782e6 req-2e502572-0e4c-4c84-9c34-04bc22418993 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Aug 30 17:42:06.873241 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-2c0972c7-83be-4ce8-9a2c-0e2fb84d4c1e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:06.874768 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-2c0972c7-83be-4ce8-9a2c-0e2fb84d4c1e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 810 time: 0.1086779 Aug 30 17:42:06.918841 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a80d6969-6621-4087-b134-03bb7bb087fc tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f93e0f0704749d4815b3d475e7694bc HTTP/1.1" status: 200 len: 380 time: 0.0348701 Aug 30 17:42:06.927912 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'port': {'device_id': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'admin_state_up': True, 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'security_groups': ['fcb85d93-3b35-421b-9759-704f9f6e23e1']}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:07.090987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device fecf8192-d9d1-48b4-8e08-e956638a0a9c up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:42:07.110724 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Made reservation on behalf of 4f93e0f0704749d4815b3d475e7694bc for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:42:07.114582 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.208559 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4eba1cf7-2dd1-482b-9e66-63039d4cbb66 req-f730219a-ebe8-4b26-b4da-b41322d65bd8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 210 time: 0.0313523 Aug 30 17:42:07.230939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port fecf8192-d9d1-48b4-8e08-e956638a0a9c completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:42:07.236626 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port fecf8192-d9d1-48b4-8e08-e956638a0a9c triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:42:07.237020 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.283931 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Allocated IP 172.20.0.14 (36ae7016-c0ea-419a-b4df-069c09df048b/56322a9d-de90-4f6c-a540-9bced8bd23e7/9ebd323c-da9d-4805-9323-bec49ce6ee58) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:42:07.317577 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.340488 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:07.342855 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a30c1-1617-4f5a-a403-1ce734f6c69b" -d '{"events": [{"server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "name": "network-vif-plugged", "status": "completed", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:07.356607 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:07.379987 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e920f0-8a09-46f7-92d8-39476a9390c7 x-openstack-request-id: req-78e920f0-8a09-46f7-92d8-39476a9390c7 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:07.380280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "name": "network-vif-plugged", "status": "completed", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:07.380535 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78e920f0-8a09-46f7-92d8-39476a9390c7 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:07.380930 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'code': 200} Aug 30 17:42:07.413130 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.429756 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.443902 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Transition to ACTIVE for port object 9ebd323c-da9d-4805-9323-bec49ce6ee58 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:42:07.460665 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:07.566240 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.622770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Network 36ae7016-c0ea-419a-b4df-069c09df048b is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:42:07.635474 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e4fd-1fc0-4b8b-ae92-315ff954f3eb req-5a13f5cd-8e58-4a7e-aa36-30349343cd1a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:07.636969 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4a50e4fd-1fc0-4b8b-ae92-315ff954f3eb req-5a13f5cd-8e58-4a7e-aa36-30349343cd1a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.0964580 Aug 30 17:42:07.637549 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event updated for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:07.640011 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:42:07.642142 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:42:07.714611 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4a50e4fd-1fc0-4b8b-ae92-315ff954f3eb req-16fb02be-1cfd-42ec-9b32-2c4f26e65cc0 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689540 Aug 30 17:42:07.720622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:07.721270 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.798432 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1191b-34ae-4071-b3a6-1cc2f13af047 req-ed06b871-e0dd-472d-b541-c3f99695db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:07.800227 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-01f1191b-34ae-4071-b3a6-1cc2f13af047 req-ed06b871-e0dd-472d-b541-c3f99695db29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1098 time: 0.0448825 Aug 30 17:42:07.808347 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-3694cb3d-10bc-4505-8da5-4333741211ee tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8840861 Aug 30 17:42:07.819834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Request body: {'port': {'device_id': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:07.835949 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-01f1191b-34ae-4071-b3a6-1cc2f13af047 req-715c48bd-528b-4c6b-ba47-7c3e26df8570 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276937 Aug 30 17:42:07.872518 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:07.967157 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-53bf04e5-5a69-4cf6-b6b5-f850b4db2d9b None None] Provisioning for port 9ebd323c-da9d-4805-9323-bec49ce6ee58 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:42:07.971222 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-53bf04e5-5a69-4cf6-b6b5-f850b4db2d9b None None] Provisioning complete for port 9ebd323c-da9d-4805-9323-bec49ce6ee58 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:42:07.971667 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-53bf04e5-5a69-4cf6-b6b5-f850b4db2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.008179 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-53bf04e5-5a69-4cf6-b6b5-f850b4db2d9b None None] Port 9ebd323c-da9d-4805-9323-bec49ce6ee58 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:42:08.134953 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebd323c-da9d-4805-9323-bec49ce6ee58 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:42:08.142698 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.154966 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Transition to ACTIVE for port object 9ebd323c-da9d-4805-9323-bec49ce6ee58 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:42:08.253122 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.378302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:08.408565 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a004c8-6820-4488-a24e-5aa501d519ba req-e5a0dff1-cec6-4e38-a0f1-672ccc93275e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:08.411990 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41a004c8-6820-4488-a24e-5aa501d519ba req-e5a0dff1-cec6-4e38-a0f1-672ccc93275e tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 944 time: 0.1130967 Aug 30 17:42:08.431654 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Attempting to bind port 9ebd323c-da9d-4805-9323-bec49ce6ee58 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:42:08.432076 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Attempting to bind port 9ebd323c-da9d-4805-9323-bec49ce6ee58 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:42:08.432400 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Attempting to bind port 9ebd323c-da9d-4805-9323-bec49ce6ee58 on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:42:08.450150 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Port 9ebd323c-da9d-4805-9323-bec49ce6ee58 on network 36ae7016-c0ea-419a-b4df-069c09df048b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:42:08.450796 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Attempting to bind port 9ebd323c-da9d-4805-9323-bec49ce6ee58 on network 36ae7016-c0ea-419a-b4df-069c09df048b {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:42:08.462126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:42:08.462467 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Checking segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:42:08.462846 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Bound using segment: {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:42:08.463275 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Bound port: 9ebd323c-da9d-4805-9323-bec49ce6ee58, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:42:08.463631 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.475839 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41a004c8-6820-4488-a24e-5aa501d519ba req-3b9e9b7b-cebd-4e61-849e-31ad5b28f905 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551801 Aug 30 17:42:08.533951 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:42:08.537210 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:42:08.613522 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.653144 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:08.653759 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:08.655250 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ebd323c-da9d-4805-9323-bec49ce6ee58 HTTP/1.1" status: 200 len: 1094 time: 0.8397713 Aug 30 17:42:08.655675 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:08.657895 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e69d5-66a6-48ae-8c2f-cce068208041" -d '{"events": [{"name": "network-changed", "server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:08.692184 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f303a-0d08-487a-be01-e7b5966107c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:08.712779 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2d3b7-49df-4b90-9419-0e3f88abb7e5 x-openstack-request-id: req-34e2d3b7-49df-4b90-9419-0e3f88abb7e5 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:08.713071 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:08.713316 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34e2d3b7-49df-4b90-9419-0e3f88abb7e5 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:08.713733 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'status': 'completed', 'code': 200} Aug 30 17:42:08.793038 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-18ae313a-a3fb-4cd8-930f-559695b18e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:08.794915 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-18ae313a-a3fb-4cd8-930f-559695b18e46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 1097 time: 0.0551677 Aug 30 17:42:08.921467 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e2a8c-4438-498c-8d80-509409e101f9 req-73aedbcb-5c6f-4cc6-aaea-5d6f90d57a58 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:08.922869 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d65e2a8c-4438-498c-8d80-509409e101f9 req-73aedbcb-5c6f-4cc6-aaea-5d6f90d57a58 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.1081536 Aug 30 17:42:08.961183 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-92beb5b8-1c81-4750-b4d8-14c5680941a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:08.963245 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-92beb5b8-1c81-4750-b4d8-14c5680941a8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4f93e0f0704749d4815b3d475e7694bc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1590438 Aug 30 17:42:08.975742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d65e2a8c-4438-498c-8d80-509409e101f9 req-cc0001db-0691-4754-84cd-5a526bad49ba tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466189 Aug 30 17:42:09.067841 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-273ae4f6-be4f-4262-a54f-97d4d9d456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:09.069274 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4e9e69d5-66a6-48ae-8c2f-cce068208041 req-273ae4f6-be4f-4262-a54f-97d4d9d456d1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898693 Aug 30 17:42:09.148308 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-cade227e-de70-4f9e-8cbb-f564afa3db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:09.149789 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-cade227e-de70-4f9e-8cbb-f564afa3db69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 1097 time: 0.0454197 Aug 30 17:42:09.192653 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-1f9f7d5b-f8ec-4092-8117-d4f92b464299 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58 HTTP/1.1" status: 200 len: 217 time: 0.0346475 Aug 30 17:42:09.246069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-b64052c8-6a6c-4b5e-8e63-bbccc14ef1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:09.247688 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-b64052c8-6a6c-4b5e-8e63-bbccc14ef1c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0479417 Aug 30 17:42:09.296200 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-45cb9886-d4f5-4e39-b698-507bc80c3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:09.297723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-45cb9886-d4f5-4e39-b698-507bc80c3d26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431044 Aug 30 17:42:09.386237 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-951ccba0-405b-4707-be98-dcae7d78e2d6 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813417 Aug 30 17:42:09.478489 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dfec29d8-c8db-4933-8d2c-68a7536e206e req-ba398741-64b9-4889-b763-496f3edaac9c service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Aug 30 17:42:09.593100 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4907e6-5e7d-4120-ba57-aa5aec9690be req-69179845-f41b-46cd-8b5e-a3223f574920 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:09.594235 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa4907e6-5e7d-4120-ba57-aa5aec9690be req-69179845-f41b-46cd-8b5e-a3223f574920 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 944 time: 0.0500758 Aug 30 17:42:09.632203 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa4907e6-5e7d-4120-ba57-aa5aec9690be req-a2737e12-a5dd-40df-b6d8-d1afaf71a51a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Aug 30 17:42:10.094231 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9165a9-9e5d-492d-9977-64ed8f7a7c9d req-37dd3812-eef3-4757-9863-6f0998350c9d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:10.095721 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d9165a9-9e5d-492d-9977-64ed8f7a7c9d req-37dd3812-eef3-4757-9863-6f0998350c9d tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Aug 30 17:42:10.135486 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9d9165a9-9e5d-492d-9977-64ed8f7a7c9d req-224e07c9-9385-420f-a388-90e2e4cbea9e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Aug 30 17:42:10.149704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45194) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:10.251378 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51554e-dd47-4996-a17b-e6d4eddf0f07 req-50da2a2d-41ac-4237-bd84-3e8bbb6ff98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:10.252855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ef51554e-dd47-4996-a17b-e6d4eddf0f07 req-50da2a2d-41ac-4237-bd84-3e8bbb6ff98b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.0522008 Aug 30 17:42:10.276282 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483193ba-3be9-4902-a516-42b30ccd5c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.308195 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ef51554e-dd47-4996-a17b-e6d4eddf0f07 req-95ddea92-9759-4386-bc2e-a6bcd4d8ad3b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484886 Aug 30 17:42:10.344434 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45200) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:10.379049 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483193ba-3be9-4902-a516-42b30ccd5c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.469922 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-483193ba-3be9-4902-a516-42b30ccd5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.484450 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe56e54-a40c-4e82-8487-c49c2dcb8f68 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:10.488742 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4fe56e54-a40c-4e82-8487-c49c2dcb8f68 tempest-TestVolumeBootPattern-327234395 tempest-TestVolumeBootPattern-327234395-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1093 time: 0.1406255 Aug 30 17:42:10.489495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45204) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:10.493532 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'port_id': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:10.507281 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483193ba-3be9-4902-a516-42b30ccd5c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f427eb-dace-46bc-8d6a-e24c5fbce554,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:10.511670 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-483193ba-3be9-4902-a516-42b30ccd5c1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=387216a556834e12b7fc6978b7d89cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609059 Aug 30 17:42:10.516276 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45206) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:10.565955 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.585930 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.614515 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.713513 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.749353 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd38145-dcb5-4492-afca-b82026e6c0ec req-dec0c9a5-c316-44c2-8f8b-8ca6203a2119 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:10.750863 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8bd38145-dcb5-4492-afca-b82026e6c0ec req-dec0c9a5-c316-44c2-8f8b-8ca6203a2119 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 944 time: 0.0480213 Aug 30 17:42:10.761574 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.764383 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:10.765527 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16f427eb-dace-46bc-8d6a-e24c5fbce554 HTTP/1.1" status: 204 len: 168 time: 0.2483065 Aug 30 17:42:10.775156 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357ae4c-27c7-4f73-b39f-b1f834a77907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f427eb-dace-46bc-8d6a-e24c5fbce554,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:10.802343 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8bd38145-dcb5-4492-afca-b82026e6c0ec req-9e232829-be28-43bc-8010-4fc699a54ec5 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Aug 30 17:42:10.953660 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Allocated IP 172.27.3.230 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/109c57b9-fb10-42c5-8626-a4b1eb8a5741) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:42:11.053009 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:11.168336 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:11.205130 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:42:11.211752 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:42:11.215532 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:42:11.241811 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=109c57b9-fb10-42c5-8626-a4b1eb8a5741,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:11.789868 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45230) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:11.827862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:11.898926 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-902094859-network', 'tenant_id': '8c515422cec84ab5bdcd584e946b9de3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:11.933148 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a80b3-dd9d-4c06-8fac-58f3c15d0ae7 req-e674b50f-4a77-44f4-a2e2-326ca9d5cadd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:11.934895 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d1a80b3-dd9d-4c06-8fac-58f3c15d0ae7 req-e674b50f-4a77-44f4-a2e2-326ca9d5cadd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 944 time: 0.0705154 Aug 30 17:42:11.950804 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:11.973088 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1d1a80b3-dd9d-4c06-8fac-58f3c15d0ae7 req-edfe354d-3bc1-47e2-a2ba-2ea2d2b8b35d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Aug 30 17:42:11.990533 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Made reservation on behalf of 8c515422cec84ab5bdcd584e946b9de3 for: {'network': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:42:11.995168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.001960 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.089777 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.102740 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.166643 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.178484 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.194613 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:42:12.200780 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dab646-2cbe-4023-9524-e2113db8287e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:12.208307 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.208307 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.segments_db [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Added segment 1928e340-025c-4a90-88e9-391bf92cb81a of type vlan for network fd7761dc-99f2-4103-85bc-04222ca815d1 Aug 30 17:42:12.247789 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event updated for resources: {'Port': ['ID=109c57b9-fb10-42c5-8626-a4b1eb8a5741,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:12.249018 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.263660 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.344302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.345295 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:12.345877 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.365112 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP a9f198fa-60e0-4a8e-914f-088db81289b8 associated. External IP: 172.27.3.230, port: fecf8192-d9d1-48b4-8e08-e956638a0a9c. Aug 30 17:42:12.407464 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7761dc-99f2-4103-85bc-04222ca815d1,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:12.418360 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network fd7761dc-99f2-4103-85bc-04222ca815d1 details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:42:12.465164 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-acbe6c13-11de-4dd5-bd7c-2228bc451a98 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6740510 Aug 30 17:42:12.467952 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45236) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:12.476576 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Request body: {'subnet': {'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-902094859-subnet', 'tenant_id': '8c515422cec84ab5bdcd584e946b9de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:12.544007 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Made reservation on behalf of 8c515422cec84ab5bdcd584e946b9de3 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:42:12.546466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2467449'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.577351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:42:12.686701 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:42:12.697494 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:42:12.708789 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:42:12.709417 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:12.760822 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:12.790074 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-cefd1780-4291-47d5-b594-528b20638fc9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2997813 Aug 30 17:42:12.790747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:12.793643 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9c0a79-1a84-4053-9a9d-c6d035deb259" -d '{"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:12.820080 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:42:12.835694 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd73d1-a6c4-480e-8208-fd51af5f8840 x-openstack-request-id: req-72dd73d1-a6c4-480e-8208-fd51af5f8840 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:12.836191 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:12.836420 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72dd73d1-a6c4-480e-8208-fd51af5f8840 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:12.837032 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'status': 'completed', 'code': 200} Aug 30 17:42:13.020758 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-dbf830e9-aff5-4eba-bcd3-4f4b9a390634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.022366 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-dbf830e9-aff5-4eba-bcd3-4f4b9a390634 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1098 time: 0.0527110 Aug 30 17:42:13.108126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2467339'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:13.122335 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9ebd323c-da9d-4805-9323-bec49ce6ee58 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:42:13.141147 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}, {'id': 'a9f198fa-60e0-4a8e-914f-088db81289b8', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:74:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6585e36e-25b7-403b-af72-5b905ba57929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:11Z', 'updated_at': '2021-08-30T17:42:11Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:13.168633 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:42:13.178013 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:42:13.178645 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:13.202900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5921-1cb3-4e47-9556-41f0a6804a25 req-502329af-7868-439f-9d45-cfb8de47bccd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.204384 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-704b5921-1cb3-4e47-9556-41f0a6804a25 req-502329af-7868-439f-9d45-cfb8de47bccd tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 944 time: 0.1553643 Aug 30 17:42:13.215899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-833892b4-cee1-4f38-8017-4d150c74ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.217353 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-833892b4-cee1-4f38-8017-4d150c74ffb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.1869426 Aug 30 17:42:13.220023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:13.234123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:13.247131 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'port_id': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'mac_address': 'fa:16:3e:b6:d5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:42:13.278836 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Checking segment: {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:42:13.279233 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Network hostable DHCP agents. Network: fd7761dc-99f2-4103-85bc-04222ca815d1, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:42:13.288042 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:13.289556 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:42:13.302252 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebd323c-da9d-4805-9323-bec49ce6ee58 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:42:13.317421 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-704b5921-1cb3-4e47-9556-41f0a6804a25 req-c533a60d-9438-48ce-bf8b-4fda0ef7eb61 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050503 Aug 30 17:42:13.327291 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:13.329813 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-e2b9f93c-e041-45c9-9c92-b0bb7d49688e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c HTTP/1.1" status: 200 len: 999 time: 0.1022909 Aug 30 17:42:13.380852 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-bf855981-2f85-4f64-baed-959ea15c1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.382523 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-bf855981-2f85-4f64-baed-959ea15c1eca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0447049 Aug 30 17:42:13.415833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Network fd7761dc-99f2-4103-85bc-04222ca815d1 is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:42:13.436063 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-4d489421-2276-4929-831f-bbe922ae03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.437662 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-4d489421-2276-4929-831f-bbe922ae03fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466952 Aug 30 17:42:13.441426 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:13.498819 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:13.506024 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.506615 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.507125 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.507464 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.507797 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.508128 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.508456 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.508784 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.509143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.509450 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.509838 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.510186 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:42:13.518344 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}, {'id': 'a9f198fa-60e0-4a8e-914f-088db81289b8', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:74:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6585e36e-25b7-403b-af72-5b905ba57929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:11Z', 'updated_at': '2021-08-30T17:42:11Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:13.528905 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, fd7761dc-99f2-4103-85bc-04222ca815d1) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:42:13.533772 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:13.537992 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:13.539483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac756e6-f5b7-462f-8557-26b47f7835fb None None] Network fd7761dc-99f2-4103-85bc-04222ca815d1 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:42:13.544790 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6904085-49e6-4cc6-aeb4-784d172d9cf0 None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}, {'id': 'a9f198fa-60e0-4a8e-914f-088db81289b8', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:74:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6585e36e-25b7-403b-af72-5b905ba57929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:11Z', 'updated_at': '2021-08-30T17:42:11Z', 'revision_number': 0, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:42:13.567632 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-b4201dc4-a9e6-4e3b-8f9f-60b575641a0a service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186612 Aug 30 17:42:13.622813 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-0572e4f3-e41c-438b-b8f6-998ff8bb92a6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1534538 Aug 30 17:42:13.665563 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['9ebd323c-da9d-4805-9323-bec49ce6ee58'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:42:13.675630 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ff9c0a79-1a84-4053-9a9d-c6d035deb259 req-5baaa674-269a-4fa2-bf19-bfb5a157ecef service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990891 Aug 30 17:42:13.696945 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ba88a-9648-4fba-9b30-2d8893711d44 None None] Network fd7761dc-99f2-4103-85bc-04222ca815d1 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:42:13.784737 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f71b7-83fa-4d88-80f4-dcf2c9881cb5 None None] New status for floating IP a9f198fa-60e0-4a8e-914f-088db81289b8: ACTIVE {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:42:14.418114 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:42:14.437632 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efe667-63ad-4ce3-8616-e1c7c1cc0526 req-6681305f-f883-4181-af19-94c251d85426 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:14.439107 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-86efe667-63ad-4ce3-8616-e1c7c1cc0526 req-6681305f-f883-4181-af19-94c251d85426 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 945 time: 0.0501661 Aug 30 17:42:14.480829 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-86efe667-63ad-4ce3-8616-e1c7c1cc0526 req-a2e4ecc1-9584-44d3-9713-b59b89b62781 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Aug 30 17:42:15.126536 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9ebd323c-da9d-4805-9323-bec49ce6ee58 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:42:15.275578 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 9ebd323c-da9d-4805-9323-bec49ce6ee58 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:42:15.280033 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 9ebd323c-da9d-4805-9323-bec49ce6ee58 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:42:15.280487 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:15.360012 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:15.381528 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:15.383697 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0613426a-072f-404a-85bf-299bcdbeeddc" -d '{"events": [{"server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:15.396627 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:15.420500 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d37a3-1293-4364-8ca7-f5677fbd7a93 x-openstack-request-id: req-436d37a3-1293-4364-8ca7-f5677fbd7a93 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:15.420818 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:15.421100 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-436d37a3-1293-4364-8ca7-f5677fbd7a93 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:15.421497 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'code': 200} Aug 30 17:42:15.454524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:15.502827 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:15.596712 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928f6e-9216-4ca3-a6b1-b6532ddce719 req-20626f77-7a7b-406d-8d4e-8aebda31f185 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:15.604723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-93928f6e-9216-4ca3-a6b1-b6532ddce719 req-20626f77-7a7b-406d-8d4e-8aebda31f185 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0503836 Aug 30 17:42:15.640043 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-93928f6e-9216-4ca3-a6b1-b6532ddce719 req-3da85137-6cc1-4a09-bf95-5ad287c52ece tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Aug 30 17:42:15.753049 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aa464-fce9-4ca6-8850-0e61147ca5d3 req-a5f4a473-2e94-448c-b21b-277e94aeb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:15.754611 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fe9aa464-fce9-4ca6-8850-0e61147ca5d3 req-a5f4a473-2e94-448c-b21b-277e94aeb412 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 1099 time: 0.0922196 Aug 30 17:42:15.817314 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-286f4760-74e9-4cf7-97b4-cc514b1a4136 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:15.818782 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-286f4760-74e9-4cf7-97b4-cc514b1a4136 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/networks?id=fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 200 len: 813 time: 0.1330640 Aug 30 17:42:15.822436 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fe9aa464-fce9-4ca6-8850-0e61147ca5d3 req-29345734-add7-451c-9e51-9f70c863c5c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577450 Aug 30 17:42:15.834031 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c0a48f4b-0901-4900-a647-e1c356206822 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/quotas/8c515422cec84ab5bdcd584e946b9de3 HTTP/1.1" status: 200 len: 375 time: 0.0087581 Aug 30 17:42:15.866981 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-2e853a0f-ef72-4bc5-99f0-104ddc593971 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275950 Aug 30 17:42:15.955006 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-089fe1f6-06e2-4801-984b-f59552dff618 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808427 Aug 30 17:42:16.044167 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-60461fd0-0e2f-44bb-8d93-6608d924aa06 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832813 Aug 30 17:42:16.286729 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6152a820-7a34-41db-89a8-1ffa2152f370 req-63c6a857-9c08-4aa0-aec5-38f8cf1ed4dd tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 210 time: 0.0257006 Aug 30 17:42:16.756591 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2be9-f27c-4daf-9d8a-c746f6cc9aad req-ec6f8f5e-3f93-4fa5-85a6-331e38428d7b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:16.758102 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c5c2be9-f27c-4daf-9d8a-c746f6cc9aad req-ec6f8f5e-3f93-4fa5-85a6-331e38428d7b tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0487065 Aug 30 17:42:16.796742 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2c5c2be9-f27c-4daf-9d8a-c746f6cc9aad req-24d74413-5d1a-4e38-b715-cb98f43028f4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Aug 30 17:42:17.379290 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-09b19b09-56fa-43f8-aae3-169eaaf58e08 req-0c5a651f-1174-4f55-9e62-5c5bc8f39d44 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 210 time: 0.0264013 Aug 30 17:42:17.917226 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92d7ea-d57f-4823-b6c3-72ce3fb087a8 req-03d24f98-ccdc-45e4-9fea-3f535252219c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:17.919292 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa92d7ea-d57f-4823-b6c3-72ce3fb087a8 req-03d24f98-ccdc-45e4-9fea-3f535252219c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0566132 Aug 30 17:42:17.957013 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa92d7ea-d57f-4823-b6c3-72ce3fb087a8 req-4b8d7f52-953b-4266-b782-6bf5477af040 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Aug 30 17:42:18.066708 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb42d0-11a1-43fd-9a92-f6d115df9294 req-edde8591-8271-439d-b8b6-1bc8524f0338 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:18.068261 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92bb42d0-11a1-43fd-9a92-f6d115df9294 req-edde8591-8271-439d-b8b6-1bc8524f0338 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0489044 Aug 30 17:42:18.077189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45292) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:42:18.081824 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Request body: {'floatingip': {'port_id': '9ebd323c-da9d-4805-9323-bec49ce6ee58'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:18.121168 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:18.393863 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-ef2ac351-177a-487e-8225-085eef654529 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:18.395311 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-ef2ac351-177a-487e-8225-085eef654529 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "GET /v2.0/networks?id=fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 200 len: 813 time: 0.1894348 Aug 30 17:42:18.411370 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Request body: {'port': {'device_id': '452cca35-6eb4-4003-a850-8358c2104085', 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1', 'admin_state_up': True, 'tenant_id': '8c515422cec84ab5bdcd584e946b9de3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:18.522063 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3398bc2c-6101-4c5f-bfa9-5bba9ea0c864 req-b8eaec9c-07c2-4dec-a6a1-45f5401b3776 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 210 time: 0.0682886 Aug 30 17:42:18.745071 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Made reservation on behalf of 8c515422cec84ab5bdcd584e946b9de3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:42:18.749024 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:18.775321 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:18.857059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:18.950949 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Allocated IP 172.20.0.8 (fd7761dc-99f2-4103-85bc-04222ca815d1/fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501/98610937-bfba-4785-9a59-9163a3d0c94f) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:42:19.000374 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Floating IP 58f79c33-711e-4631-8d59-b51f01f2e118 associated. External IP: 172.27.3.57, port: 9ebd323c-da9d-4805-9323-bec49ce6ee58. Aug 30 17:42:19.225410 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:19.318575 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:42:19.425867 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:42:19.430751 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:19.435820 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:42:19.444806 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:42:19.445405 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:19.461610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7e27ff51-e9ea-4829-93fd-851e613e12a8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "PUT /v2.0/floatingips/58f79c33-711e-4631-8d59-b51f01f2e118 HTTP/1.1" status: 200 len: 991 time: 1.3807681 Aug 30 17:42:19.461610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:19.462698 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95" -d '{"events": [{"name": "network-changed", "server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:19.487857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:19.526265 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1b225-88a8-48cf-a226-7943b9ab2fa9 x-openstack-request-id: req-48b1b225-88a8-48cf-a226-7943b9ab2fa9 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:19.526556 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:19.526811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48b1b225-88a8-48cf-a226-7943b9ab2fa9 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:19.527741 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'status': 'completed', 'code': 200} Aug 30 17:42:19.539709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Network fd7761dc-99f2-4103-85bc-04222ca815d1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:42:19.550561 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:42:19.553086 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:42:19.555109 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:42:19.581530 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Pushing event updated for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:19.591781 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-b07733a0-4150-4f3e-9d73-f08f8bd20089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.594257 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-b07733a0-4150-4f3e-9d73-f08f8bd20089 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f93e0f0704749d4815b3d475e7694bc&device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 1099 time: 0.0600348 Aug 30 17:42:19.610197 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.611083 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:19.689922 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-43f31f87-b388-44f7-a4ea-6c73fb51b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.691615 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-43f31f87-b388-44f7-a4ea-6c73fb51b37a service neutron] 10.222.0.50 "GET /v2.0/networks?id=36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 200 len: 911 time: 0.0902691 Aug 30 17:42:19.771465 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-05771031-80e6-4b1d-a262-ca6c682dafb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58 HTTP/1.1" status: 200 len: 999 time: 0.0652444 Aug 30 17:42:19.805898 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '58f79c33-711e-4631-8d59-b51f01f2e118', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b6:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:03Z', 'updated_at': '2021-08-30T17:42:18Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:19.828072 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-77479d4a-81f9-4278-80bc-bf0ddf518b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.829650 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-77479d4a-81f9-4278-80bc-bf0ddf518b38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 200 len: 849 time: 0.0500927 Aug 30 17:42:19.843347 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:42:19.856178 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:42:19.856841 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:41:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:19.879841 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-a87738bc-63e8-4288-b2eb-78fd53cb6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.881556 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-a87738bc-63e8-4288-b2eb-78fd53cb6e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=36ae7016-c0ea-419a-b4df-069c09df048b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440018 Aug 30 17:42:19.955639 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722124a-41af-459f-93db-34716ae88cad req-6096bcaf-4c76-4668-817c-209f981bff2f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:19.957174 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0722124a-41af-459f-93db-34716ae88cad req-6096bcaf-4c76-4668-817c-209f981bff2f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 931 time: 0.3423810 Aug 30 17:42:19.970885 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:42:19.990075 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-f5431aa9-2ad3-4637-bfad-3b7a640cdb19 service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000917 Aug 30 17:42:19.999464 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0722124a-41af-459f-93db-34716ae88cad req-e8826095-98c3-4335-9535-70522fe54866 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Aug 30 17:42:20.024229 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-21001fa1-1580-48f1-920d-cba1d338f8e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6188974 Aug 30 17:42:20.037051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Request body: {'port': {'device_id': '452cca35-6eb4-4003-a850-8358c2104085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:42:20.089516 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e3ede3ea-c58e-4b28-8ad4-a22bbd8b0e95 req-41f4fed5-3d7e-427e-9738-5e86c3aca48c service neutron] 10.222.0.50 "GET /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915313 Aug 30 17:42:20.092813 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.197738 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '58f79c33-711e-4631-8d59-b51f01f2e118', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b6:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:03Z', 'updated_at': '2021-08-30T17:42:18Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:42:20.224187 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e6263c-2e13-43ee-8bab-fc603399e312 None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '58f79c33-711e-4631-8d59-b51f01f2e118', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'port_id': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'mac_address': 'fa:16:3e:b6:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:42:03Z', 'updated_at': '2021-08-30T17:42:18Z', 'revision_number': 1, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:42:20.372781 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98610937-bfba-4785-9a59-9163a3d0c94f {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:42:20.380884 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.393765 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Transition to ACTIVE for port object 98610937-bfba-4785-9a59-9163a3d0c94f will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:42:20.409278 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bed76d-fba9-4cb7-a34a-3fe15f8a3ed7 None None] New status for floating IP 58f79c33-711e-4631-8d59-b51f01f2e118: ACTIVE {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:42:20.452947 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.504591 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:20.575854 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Attempting to bind port 98610937-bfba-4785-9a59-9163a3d0c94f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:42:20.578767 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Attempting to bind port 98610937-bfba-4785-9a59-9163a3d0c94f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:42:20.578767 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Attempting to bind port 98610937-bfba-4785-9a59-9163a3d0c94f on network fd7761dc-99f2-4103-85bc-04222ca815d1 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:42:20.581302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Port 98610937-bfba-4785-9a59-9163a3d0c94f on network fd7761dc-99f2-4103-85bc-04222ca815d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:42:20.581630 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Attempting to bind port 98610937-bfba-4785-9a59-9163a3d0c94f on network fd7761dc-99f2-4103-85bc-04222ca815d1 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:42:20.587014 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:42:20.587356 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Checking segment: {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:42:20.587744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Bound using segment: {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:42:20.588176 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Bound port: 98610937-bfba-4785-9a59-9163a3d0c94f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:42:20.588536 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.657377 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:42:20.660571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=98610937-bfba-4785-9a59-9163a3d0c94f,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:42:20.738722 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.772662 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:20.773280 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:20.774798 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] 10.222.0.50 "PUT /v2.0/ports/98610937-bfba-4785-9a59-9163a3d0c94f HTTP/1.1" status: 200 len: 1093 time: 0.7420182 Aug 30 17:42:20.797524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271b80-30a6-4d55-afcf-ac7c75bf1b6b service neutron] Pushing event updated for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:20.912091 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-537f0050-e313-49de-a49c-5bb2c266e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:20.913488 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-537f0050-e313-49de-a49c-5bb2c266e9be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 1096 time: 0.0391440 Aug 30 17:42:20.961065 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-35d79b95-8788-4c2a-aa81-266410b2e727 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98610937-bfba-4785-9a59-9163a3d0c94f HTTP/1.1" status: 200 len: 217 time: 0.0355284 Aug 30 17:42:21.010711 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-7cbdfdcf-2059-4784-ae67-c80fb8476a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:21.012223 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-7cbdfdcf-2059-4784-ae67-c80fb8476a30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501 HTTP/1.1" status: 200 len: 853 time: 0.0429301 Aug 30 17:42:21.048746 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-2c5b3989-66f1-48b7-ae7c-32d981cbe23c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd7761dc-99f2-4103-85bc-04222ca815d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276039 Aug 30 17:42:21.168754 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d9b02-591c-40e2-accf-b34f3f6b71d7 req-73c2d170-c56c-4b59-a9ae-350910947773 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:21.170172 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a77d9b02-591c-40e2-accf-b34f3f6b71d7 req-73c2d170-c56c-4b59-a9ae-350910947773 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 943 time: 0.0954700 Aug 30 17:42:21.189254 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-48021bcf-aa07-4285-9546-7b4619aab8e9 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325622 Aug 30 17:42:21.257116 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a77d9b02-591c-40e2-accf-b34f3f6b71d7 req-1325b7d4-22ae-4904-81a7-6fda268026f8 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782664 Aug 30 17:42:21.296344 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3114aae1-a406-4f1a-ba99-bf23a33f5732 req-abad9a4e-9058-464a-ad2c-35a95df4f129 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984561 Aug 30 17:42:21.528925 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:21.531322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7734bc42-9071-4baa-963c-97e5337bd3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:21.567389 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d240ad2-7495-4b78-8328-5a2594c78013 x-openstack-request-id: req-7d240ad2-7495-4b78-8328-5a2594c78013 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:21.567682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:21.567939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d240ad2-7495-4b78-8328-5a2594c78013 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:21.568333 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f', 'status': 'completed', 'code': 200} Aug 30 17:42:21.632850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-b8270bc9-3667-40a8-9e6c-10cb51ff07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:21.634403 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-b8270bc9-3667-40a8-9e6c-10cb51ff07ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 1096 time: 0.0398614 Aug 30 17:42:21.725402 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-af58721a-de30-44f7-836b-71d41cb3ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:21.727443 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-af58721a-de30-44f7-836b-71d41cb3ece2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 200 len: 914 time: 0.0853865 Aug 30 17:42:21.771880 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-e0b0ebc7-172f-48bd-b788-1f43def0d578 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98610937-bfba-4785-9a59-9163a3d0c94f HTTP/1.1" status: 200 len: 217 time: 0.0373957 Aug 30 17:42:21.822021 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-37116cb6-369f-4fd4-b7ec-bbda181d6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:21.823492 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-37116cb6-369f-4fd4-b7ec-bbda181d6fdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501 HTTP/1.1" status: 200 len: 853 time: 0.0423927 Aug 30 17:42:21.853822 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-18a8749a-a1d8-4af2-8eb9-9e08532c0887 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd7761dc-99f2-4103-85bc-04222ca815d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222547 Aug 30 17:42:21.951564 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-35a80ae6-f05e-4d32-9cd9-73c0e26b14e0 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865424 Aug 30 17:42:22.045299 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7734bc42-9071-4baa-963c-97e5337bd3e5 req-3b8b82fa-28ac-49fc-8d8b-9b995bad29df service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842307 Aug 30 17:42:22.372397 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3cf16-17ba-47e1-829a-4c4dec7567f6 req-fb49588a-9b63-4caa-8a6c-e0fffcc14550 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:22.373792 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-abe3cf16-17ba-47e1-829a-4c4dec7567f6 req-fb49588a-9b63-4caa-8a6c-e0fffcc14550 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 943 time: 0.0500331 Aug 30 17:42:22.415176 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-abe3cf16-17ba-47e1-829a-4c4dec7567f6 req-6cb26a60-5576-40dc-82b8-e541ccace26a tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355561 Aug 30 17:42:23.533859 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5130c-288a-4db2-b5ed-a6937e2c44e9 req-2607d43a-c410-4e8c-aefc-4c1937df5177 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:23.535304 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-07e5130c-288a-4db2-b5ed-a6937e2c44e9 req-2607d43a-c410-4e8c-aefc-4c1937df5177 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 943 time: 0.0510647 Aug 30 17:42:23.577190 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-07e5130c-288a-4db2-b5ed-a6937e2c44e9 req-a26a1924-3f2b-43be-9de9-0ba24731a385 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Aug 30 17:42:24.692668 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8424-e2e4-42a6-b17c-e634d9cccf53 req-2c4942d7-f918-4aaa-bb2f-931bae1565f6 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:24.697461 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-525a8424-e2e4-42a6-b17c-e634d9cccf53 req-2c4942d7-f918-4aaa-bb2f-931bae1565f6 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 943 time: 0.0501866 Aug 30 17:42:24.732056 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-525a8424-e2e4-42a6-b17c-e634d9cccf53 req-df44a804-1f96-4f0e-8fc3-126c0bce8ad3 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 30 17:42:25.169049 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 98610937-bfba-4785-9a59-9163a3d0c94f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:42:25.266526 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=98610937-bfba-4785-9a59-9163a3d0c94f,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:25.277553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '98610937-bfba-4785-9a59-9163a3d0c94f', 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1', 'port_id': '98610937-bfba-4785-9a59-9163a3d0c94f', 'mac_address': 'fa:16:3e:b2:96:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:42:25.314382 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:25.326542 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98610937-bfba-4785-9a59-9163a3d0c94f {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:42:25.344525 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=98610937-bfba-4785-9a59-9163a3d0c94f,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:25.418948 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:25.470051 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:25.660363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['98610937-bfba-4785-9a59-9163a3d0c94f'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:42:25.844633 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5a73-9ac4-491b-b71f-c6d202c71b2d req-98897e2a-9ad4-4b11-a606-e43b89c59b8f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:25.846145 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-236b5a73-9ac4-491b-b71f-c6d202c71b2d req-98897e2a-9ad4-4b11-a606-e43b89c59b8f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 944 time: 0.0475519 Aug 30 17:42:25.888074 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-236b5a73-9ac4-491b-b71f-c6d202c71b2d req-3de13625-452a-48f3-a471-af97cedf8f31 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Aug 30 17:42:25.909639 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac265bd6-05c2-4e52-ba68-f6dae7fdae48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:27.001519 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7c60-68f0-4d05-91af-cf61085051f5 req-f0b01c50-2be7-4d33-ae99-f380256a5d8d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:27.003036 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5fdc7c60-68f0-4d05-91af-cf61085051f5 req-f0b01c50-2be7-4d33-ae99-f380256a5d8d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 944 time: 0.0482535 Aug 30 17:42:27.040251 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5fdc7c60-68f0-4d05-91af-cf61085051f5 req-4f4149fc-7daa-402c-9d28-fa0d65023a3e tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Aug 30 17:42:27.183954 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 98610937-bfba-4785-9a59-9163a3d0c94f up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:42:27.208018 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:27.367259 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 98610937-bfba-4785-9a59-9163a3d0c94f completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:42:27.371412 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 98610937-bfba-4785-9a59-9163a3d0c94f triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:42:27.371780 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:27.447471 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:27.471729 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:42:27.474011 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b5716a-6749-4cd1-9ebd-67449d4e7768" -d '{"events": [{"server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "name": "network-vif-plugged", "status": "completed", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:42:27.486566 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=98610937-bfba-4785-9a59-9163a3d0c94f,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:42:27.511639 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b0c30-6b54-4a9c-b4fe-c6ffbee5c666 x-openstack-request-id: req-f90b0c30-6b54-4a9c-b4fe-c6ffbee5c666 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:42:27.511639 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "name": "network-vif-plugged", "status": "completed", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:42:27.511933 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f90b0c30-6b54-4a9c-b4fe-c6ffbee5c666 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:42:27.512220 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f', 'code': 200} Aug 30 17:42:27.578676 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:27.629357 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:42:27.846696 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdac549-0ba9-4a1f-bdce-cecb9f6de2e8 req-9a903a7a-3107-4361-9334-73be1ed3a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:27.848160 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcdac549-0ba9-4a1f-bdce-cecb9f6de2e8 req-9a903a7a-3107-4361-9334-73be1ed3a70b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 1098 time: 0.0387251 Aug 30 17:42:27.884976 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcdac549-0ba9-4a1f-bdce-cecb9f6de2e8 req-3ffbf53a-384a-43bc-be6a-da03af3786a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268316 Aug 30 17:42:28.154685 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b694bb-56a6-44f5-9f44-b85338132e9f req-0e82cb6e-c5a8-4ef4-a6c7-a8743fb273c3 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:28.156132 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6b694bb-56a6-44f5-9f44-b85338132e9f req-0e82cb6e-c5a8-4ef4-a6c7-a8743fb273c3 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Aug 30 17:42:28.198973 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6b694bb-56a6-44f5-9f44-b85338132e9f req-de3b5de5-490e-490e-98de-563ce0a969d6 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Aug 30 17:42:28.669425 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-98aae5d8-1c29-4ef9-bc16-7f17a67bdb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:28.978225 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:29.318804 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5097cd-d279-4804-a247-da25c5514e6a req-3a2cc3f7-b0c0-4af1-8e57-739b62f9b294 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:29.320306 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8a5097cd-d279-4804-a247-da25c5514e6a req-3a2cc3f7-b0c0-4af1-8e57-739b62f9b294 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0565519 Aug 30 17:42:29.359361 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8a5097cd-d279-4804-a247-da25c5514e6a req-10830040-c856-437f-a29a-3b6fabe1a664 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Aug 30 17:42:29.738440 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:30.476998 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71060c-eeab-4f05-87ac-a3605395883c req-d2a450fc-0a70-4b83-a8ef-653b0a290681 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:30.478624 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc71060c-eeab-4f05-87ac-a3605395883c req-d2a450fc-0a70-4b83-a8ef-653b0a290681 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Aug 30 17:42:30.516303 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc71060c-eeab-4f05-87ac-a3605395883c req-98aa4cb0-269e-4e6e-859f-6fc69786b495 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Aug 30 17:42:31.247366 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:31.818352 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-00bb8d4f-2b9e-4b83-ac0a-646f046a8e00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402148 Aug 30 17:42:31.883596 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-021a99e0-3fa2-436c-8dbf-af8c66bce934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:31.885053 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-021a99e0-3fa2-436c-8dbf-af8c66bce934 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1098 time: 0.0423262 Aug 30 17:42:31.991610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-4a49fdde-42d0-4cce-b3e2-59ea0a4abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:31.993062 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-4a49fdde-42d0-4cce-b3e2-59ea0a4abee9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.0827744 Aug 30 17:42:32.066493 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-286a1ca7-a74c-4299-8188-409181381004 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 1001 time: 0.0620990 Aug 30 17:42:32.116073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-c0aca3f4-6fb1-4987-b971-f322c4dbfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:32.117451 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-c0aca3f4-6fb1-4987-b971-f322c4dbfbe8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0430372 Aug 30 17:42:32.163645 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-86292f0e-279f-45ef-a2ee-db72dde8943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:42:32.165260 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-86292f0e-279f-45ef-a2ee-db72dde8943d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389991 Aug 30 17:42:32.263538 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-09692f4c-8a65-4b7c-963c-7c7982fbd64a service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Aug 30 17:42:32.361153 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cc29d3b2-c2e0-477e-a77d-8efec1113265 req-a86f4f42-b342-4f11-adae-5d9d81161085 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Aug 30 17:42:51.416716 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:42:55.908920 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-19466d19-bffc-4cba-91d4-ac764a5c4b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:57.235486 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:58.663658 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e0f94118-234d-4acb-8dc5-a3961f4a37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:58.959882 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:42:59.782813 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:01.257927 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:20.354574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849ce8b-60c5-4793-a1bf-705268f24dbf req-61678a67-be78-4424-978c-6b47d09f3829 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:20.356059 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d849ce8b-60c5-4793-a1bf-705268f24dbf req-61678a67-be78-4424-978c-6b47d09f3829 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0483391 Aug 30 17:43:20.393440 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d849ce8b-60c5-4793-a1bf-705268f24dbf req-95f1256f-db5f-4be0-b12d-01fd0ba16841 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304198 Aug 30 17:43:21.515249 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddbed3-02d7-4f15-a9ad-feae41a6ae74 req-11b24857-125d-4b33-8693-30b5359d5173 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:21.532046 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cdddbed3-02d7-4f15-a9ad-feae41a6ae74 req-11b24857-125d-4b33-8693-30b5359d5173 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0577359 Aug 30 17:43:21.557667 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cdddbed3-02d7-4f15-a9ad-feae41a6ae74 req-8a5c07d7-c332-4f6b-8237-6d5e8655fe72 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346842 Aug 30 17:43:21.930696 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-893fc846-dc24-41fe-b1a9-9af30983a056 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:21.932410 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-893fc846-dc24-41fe-b1a9-9af30983a056 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 945 time: 0.0498426 Aug 30 17:43:22.035466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Deleting port 98610937-bfba-4785-9a59-9163a3d0c94f {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:22.035802 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:22.125410 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] For port 98610937-bfba-4785-9a59-9163a3d0c94f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=98610937-bfba-4785-9a59-9163a3d0c94f,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:22.125803 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:22.139098 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Calling delete_port for 98610937-bfba-4785-9a59-9163a3d0c94f owned by compute:nova {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:22.327019 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:22.339236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['98610937-bfba-4785-9a59-9163a3d0c94f'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:43:22.355788 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Pushing event deleted for resources: {'Port': ['ID=98610937-bfba-4785-9a59-9163a3d0c94f,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:22.366805 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.367153 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.367494 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.367828 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.368158 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.368481 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.368806 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.369128 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.369448 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.369766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.370125 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.370424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:22.405244 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] No DVR routers for this DVR port 98610937-bfba-4785-9a59-9163a3d0c94f on host hv-cinder-75995 {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:22.407701 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:22.409656 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52142f7a-fe7d-4f85-97d4-ebbea8683e44 req-a5ccd90a-278f-4aea-aabf-5a84812565f4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "DELETE /v2.0/ports/98610937-bfba-4785-9a59-9163a3d0c94f HTTP/1.1" status: 204 len: 173 time: 0.4715474 Aug 30 17:43:22.410180 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'name': 'network-vif-deleted', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:22.412471 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05abf0f0-8ae0-4170-a029-0728a992f0d2" -d '{"events": [{"server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "name": "network-vif-deleted", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:22.447735 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c2c35-e54b-4861-80f2-3b9a01fc46f1 x-openstack-request-id: req-d40c2c35-e54b-4861-80f2-3b9a01fc46f1 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:22.448025 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452cca35-6eb4-4003-a850-8358c2104085", "name": "network-vif-deleted", "tag": "98610937-bfba-4785-9a59-9163a3d0c94f", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:22.448271 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d40c2c35-e54b-4861-80f2-3b9a01fc46f1 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:22.448669 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452cca35-6eb4-4003-a850-8358c2104085', 'name': 'network-vif-deleted', 'tag': '98610937-bfba-4785-9a59-9163a3d0c94f', 'status': 'completed', 'code': 200} Aug 30 17:43:22.656855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d3d105ab-e999-465f-9474-32d4132b4c7c req-5ac0c984-f03a-4ccd-8caa-de0764b42334 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=452cca35-6eb4-4003-a850-8358c2104085 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Aug 30 17:43:25.960997 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62388378-7137-4bf2-bf8b-f097fed98733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:26.288747 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 98610937-bfba-4785-9a59-9163a3d0c94f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:26.311499 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 98610937-bfba-4785-9a59-9163a3d0c94f {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:26.311837 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 98610937-bfba-4785-9a59-9163a3d0c94f not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:27.389599 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:28.416097 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:43:28.658328 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0aca637a-28cf-42a5-b4cd-f1203d574052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:29.084920 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:29.792350 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:31.263353 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:34.207544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-797a3015-6646-414e-bf89-35f4acd79d1d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:34.209715 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-797a3015-6646-414e-bf89-35f4acd79d1d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/networks?id=fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 200 len: 813 time: 0.1012564 Aug 30 17:43:34.224566 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-279da132-d0ab-4a7d-a19a-b8c83fbbb18e tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/quotas/8c515422cec84ab5bdcd584e946b9de3 HTTP/1.1" status: 200 len: 375 time: 0.0090480 Aug 30 17:43:34.260150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-cff03554-d76b-484a-85dd-7be8e6fa4ae7 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298536 Aug 30 17:43:34.352901 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-3fd77ed2-4eac-48fa-a5cf-9dbbf48715d5 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Aug 30 17:43:34.440633 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-6d9f9b70-3687-4979-8e71-f496ffcbf716 service neutron] 10.222.0.10 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818887 Aug 30 17:43:34.580755 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-9373b111-25db-432b-9c44-6176a5a8410e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434406 Aug 30 17:43:34.666059 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-2a848670-ca8e-4b46-805b-0b34af0a8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:34.667605 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-2a848670-ca8e-4b46-805b-0b34af0a8fba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1098 time: 0.0435793 Aug 30 17:43:34.708205 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1a9ee9e3-8859-468e-9830-8cc1e69849d2 req-12c3b724-7466-4853-9fb9-c0062f93ee69 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 210 time: 0.0388782 Aug 30 17:43:34.805470 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-b9bb2224-2bfe-45da-8cf5-68239f59c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:34.807040 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-b9bb2224-2bfe-45da-8cf5-68239f59c579 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.0947392 Aug 30 17:43:34.881055 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-1bd003d2-e2d7-498f-97ff-1b081831a9df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 1001 time: 0.0660744 Aug 30 17:43:34.931896 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-44b0b4d3-cc4f-4692-8d3d-b6a01daffd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:34.933409 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-44b0b4d3-cc4f-4692-8d3d-b6a01daffd68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0451958 Aug 30 17:43:34.979354 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-e2358288-41c2-43af-b90c-4d66e5e2235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:34.980846 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-e2358288-41c2-43af-b90c-4d66e5e2235c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395966 Aug 30 17:43:35.077669 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-5012ccfe-1184-44cf-893c-a1063b0ffb13 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891204 Aug 30 17:43:35.182251 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-52c051ce-bca0-4591-9da6-57c24ffe3c26 req-18cb7ad0-a334-4292-b460-19265c28ad2b service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Aug 30 17:43:35.810016 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-81507270-c678-4d1f-82da-e92794fe89cb req-1d2dcd18-c0e9-47e6-a6bb-7b6129a4b931 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 210 time: 0.0321279 Aug 30 17:43:36.588776 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e12cc8-a765-4b23-bbdc-32d2c60a1f57 req-8ee70f11-339c-4256-be2b-70cc286ad7e8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:36.590568 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-60e12cc8-a765-4b23-bbdc-32d2c60a1f57 req-8ee70f11-339c-4256-be2b-70cc286ad7e8 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0723267 Aug 30 17:43:36.624243 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-0b572015-1466-40c1-907a-3bf2d3b7e461 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:36.625643 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-0b572015-1466-40c1-907a-3bf2d3b7e461 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "GET /v2.0/networks?id=fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 200 len: 813 time: 0.1548486 Aug 30 17:43:36.642890 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Request body: {'port': {'device_id': '04012f88-d437-4948-a2af-379a649759fe', 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1', 'admin_state_up': True, 'tenant_id': '8c515422cec84ab5bdcd584e946b9de3'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:43:36.661111 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-60e12cc8-a765-4b23-bbdc-32d2c60a1f57 req-63746c09-efe9-4813-a596-328c1921e84c tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620084 Aug 30 17:43:36.817852 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Made reservation on behalf of 8c515422cec84ab5bdcd584e946b9de3 for: {'port': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:43:36.821990 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:36.916189 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9b6ad425-995b-4e2c-98f2-8acec0942f7f req-6e8efe6b-b995-4e06-b85e-01da26df837f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 210 time: 0.0361915 Aug 30 17:43:36.969369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Allocated IP 172.20.0.5 (fd7761dc-99f2-4103-85bc-04222ca815d1/fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501/8d3df5b9-c85f-414e-b864-73b4406b5213) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:43:37.112968 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.189699 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.232830 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Network fd7761dc-99f2-4103-85bc-04222ca815d1 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:43:37.235885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:43:37.239637 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:43:37.262738 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Pushing event updated for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:37.290549 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:37.291157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.378826 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-af51e23f-3681-4c9c-825c-50916af1538b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402606 Aug 30 17:43:37.392215 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Request body: {'port': {'device_id': '04012f88-d437-4948-a2af-379a649759fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:43:37.449239 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.706063 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3df5b9-c85f-414e-b864-73b4406b5213 {{(pid=94572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:43:37.714414 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.726614 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Transition to ACTIVE for port object 8d3df5b9-c85f-414e-b864-73b4406b5213 will not be triggered until provisioned by entity L2. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:43:37.783769 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.835918 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:37.925157 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Attempting to bind port 8d3df5b9-c85f-414e-b864-73b4406b5213 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:43:37.925490 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Attempting to bind port 8d3df5b9-c85f-414e-b864-73b4406b5213 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:43:37.926068 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Attempting to bind port 8d3df5b9-c85f-414e-b864-73b4406b5213 on network fd7761dc-99f2-4103-85bc-04222ca815d1 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:43:37.932960 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Port 8d3df5b9-c85f-414e-b864-73b4406b5213 on network fd7761dc-99f2-4103-85bc-04222ca815d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:43:37.933283 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Attempting to bind port 8d3df5b9-c85f-414e-b864-73b4406b5213 on network fd7761dc-99f2-4103-85bc-04222ca815d1 {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:43:37.940798 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:43:37.941186 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Checking segment: {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:43:37.941517 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Bound using segment: {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'} {{(pid=94572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:43:37.941979 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.managers [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Bound port: 8d3df5b9-c85f-414e-b864-73b4406b5213, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1928e340-025c-4a90-88e9-391bf92cb81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1'}}] {{(pid=94572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:43:37.942364 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:37.964253 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e47c-0691-4c04-8a4b-7559c7e4cba2 req-8f0df4cb-2f33-45c0-b191-33982d741324 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:37.965762 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-18b5e47c-0691-4c04-8a4b-7559c7e4cba2 req-8f0df4cb-2f33-45c0-b191-33982d741324 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0760884 Aug 30 17:43:38.074029 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-18b5e47c-0691-4c04-8a4b-7559c7e4cba2 req-81ef42e3-75c6-4bd1-a3cf-669aae59ce3d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcb85d93-3b35-421b-9759-704f9f6e23e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865397 Aug 30 17:43:38.081073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, cleared binding levels {{(pid=94572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:43:38.093444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e22c90-213f-429c-b6e3-684fd3e3a973 req-085567d4-d738-4b2d-9eda-2072ec74302d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.093444 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-45e22c90-213f-429c-b6e3-684fd3e3a973 req-085567d4-d738-4b2d-9eda-2072ec74302d tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 943 time: 0.1026518 Aug 30 17:43:38.093444 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8d3df5b9-c85f-414e-b864-73b4406b5213,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:43:38.127781 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-45e22c90-213f-429c-b6e3-684fd3e3a973 req-34f7787b-7a97-43c7-ba8b-d17d68005f77 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310152 Aug 30 17:43:38.172638 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.208269 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.208884 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.210282 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] 10.222.0.50 "PUT /v2.0/ports/8d3df5b9-c85f-414e-b864-73b4406b5213 HTTP/1.1" status: 200 len: 1093 time: 0.8222792 Aug 30 17:43:38.210721 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:38.212991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bebec0b-88c5-44b0-ad18-7b248d61fcef" -d '{"events": [{"name": "network-changed", "server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:38.235423 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0b40-4761-4e02-8bb5-c2c7ecadd161 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=3']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:38.253060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0bf773-f47f-4a7a-9524-8b8b32d9ab52 x-openstack-request-id: req-7e0bf773-f47f-4a7a-9524-8b8b32d9ab52 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:38.253060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:38.253060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e0bf773-f47f-4a7a-9524-8b8b32d9ab52 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:38.253060 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213', 'status': 'completed', 'code': 200} Aug 30 17:43:38.311605 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-7e626e3e-82a1-412f-83f9-71d43775324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.313150 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-7e626e3e-82a1-412f-83f9-71d43775324b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 1096 time: 0.0403950 Aug 30 17:43:38.413527 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-d1f12ccc-232e-4b76-8d72-d44945b8d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.415139 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-d1f12ccc-232e-4b76-8d72-d44945b8d3ad service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=8c515422cec84ab5bdcd584e946b9de3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0929077 Aug 30 17:43:38.439410 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-66f05979-513a-41a2-b5d0-ca99c2a1387a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.441294 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-66f05979-513a-41a2-b5d0-ca99c2a1387a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 946 time: 0.0541394 Aug 30 17:43:38.509844 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-9abef06d-31c9-40f7-8974-261ed5134ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.511372 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-7bebec0b-88c5-44b0-ad18-7b248d61fcef req-9abef06d-31c9-40f7-8974-261ed5134ba7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886180 Aug 30 17:43:38.534958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Deleting port 9ebd323c-da9d-4805-9323-bec49ce6ee58 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:38.535297 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.587680 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-31fff231-7cd1-41e5-af00-769540d99756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.589193 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-31fff231-7cd1-41e5-af00-769540d99756 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c515422cec84ab5bdcd584e946b9de3&device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 1096 time: 0.0403819 Aug 30 17:43:38.627061 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] For port 9ebd323c-da9d-4805-9323-bec49ce6ee58, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9ebd323c-da9d-4805-9323-bec49ce6ee58,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:38.627426 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.806778 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.807165 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:38.807471 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Floating IP 58f79c33-711e-4631-8d59-b51f01f2e118 disassociated. External IP: 172.27.3.57, port: 9ebd323c-da9d-4805-9323-bec49ce6ee58. Aug 30 17:43:38.807815 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Calling delete_port for 9ebd323c-da9d-4805-9323-bec49ce6ee58 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:38.901442 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-bb5835e1-ac98-4f37-89b1-d7a03c23cfff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d3df5b9-c85f-414e-b864-73b4406b5213 HTTP/1.1" status: 200 len: 217 time: 0.3036132 Aug 30 17:43:38.951099 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-3fc21303-0579-47fe-8940-765730852134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:38.952541 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-3fc21303-0579-47fe-8940-765730852134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501 HTTP/1.1" status: 200 len: 853 time: 0.0430722 Aug 30 17:43:38.984141 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-b1eb7fcb-1867-426a-b56e-ff75f6a63dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fd7761dc-99f2-4103-85bc-04222ca815d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236118 Aug 30 17:43:39.000842 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:39.028183 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'Port': ['ID=9ebd323c-da9d-4805-9323-bec49ce6ee58,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:39.041444 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.041794 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.042157 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.042494 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.042819 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.043142 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.043467 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.043793 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.044144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.044434 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.044792 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.045114 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:39.086615 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-658a41be-4bd6-402d-bda9-3637e774be92 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935163 Aug 30 17:43:39.157400 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:43:39.177090 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-22108600-113e-401a-aea6-f72e4205fe07 req-1f6807f7-1866-4338-9e38-8e8a916183b3 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 210 time: 0.0352376 Aug 30 17:43:39.225806 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-206a958f-b2d3-486b-91ec-80f67a3d558b req-fe8e084f-097d-4006-b503-b97e3d1c5f27 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294827 Aug 30 17:43:39.262242 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e895-4137-4271-82d9-20279a575082 req-af041c19-6427-4379-b9c0-c2e4231999f5 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:39.263731 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c771e895-4137-4271-82d9-20279a575082 req-af041c19-6427-4379-b9c0-c2e4231999f5 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 943 time: 0.0512543 Aug 30 17:43:39.265519 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:43:39.277269 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:43:39.287950 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:39.288822 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:39.305216 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] No DVR routers for this DVR port 9ebd323c-da9d-4805-9323-bec49ce6ee58 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:39.307172 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c771e895-4137-4271-82d9-20279a575082 req-3f101b89-814f-4aff-b91e-ecfb2019067a tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360308 Aug 30 17:43:39.307730 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:39.309847 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-b594ed86-282f-443e-bbba-b4a2003874f3 req-76fb34aa-7206-444e-bdf3-729c2221ccf9 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.50 "DELETE /v2.0/ports/9ebd323c-da9d-4805-9323-bec49ce6ee58 HTTP/1.1" status: 204 len: 173 time: 0.8605032 Aug 30 17:43:39.310257 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'name': 'network-vif-deleted', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:39.312756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ffe85-72c8-4bbe-a656-718008643d0e" -d '{"events": [{"server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "name": "network-vif-deleted", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:39.360456 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68d144-763f-4526-9b5f-43513e814b92 x-openstack-request-id: req-6b68d144-763f-4526-9b5f-43513e814b92 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:39.360456 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b773c6a-8808-4785-9fa1-94ad86f7161f", "name": "network-vif-deleted", "tag": "9ebd323c-da9d-4805-9323-bec49ce6ee58", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:39.360456 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b68d144-763f-4526-9b5f-43513e814b92 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:39.360456 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b773c6a-8808-4785-9fa1-94ad86f7161f', 'name': 'network-vif-deleted', 'tag': '9ebd323c-da9d-4805-9323-bec49ce6ee58', 'status': 'completed', 'code': 200} Aug 30 17:43:39.410630 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:39.707679 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:39.733120 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:43:39.741916 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:39.742550 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:39.843549 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:40.038821 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:40.065299 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec79b4-c7ef-412a-80aa-9bd063e963e4 None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:36Z', 'revision_number': 4, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '9eef9cb0-9252-489d-a861-fd88a9f1a136', 'name': '', 'network_id': '36ae7016-c0ea-419a-b4df-069c09df048b', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'mac_address': 'fa:16:3e:07:1a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:35Z', 'updated_at': '2021-08-30T17:38:41Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'subnets': [{'id': '56322a9d-de90-4f6c-a540-9bced8bd23e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:43:40.290199 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f889a4f-d535-40f9-bf0c-07085394fe3f None None] New status for floating IP 58f79c33-711e-4631-8d59-b51f01f2e118: DOWN {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:43:40.294154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f21557c3-9708-426b-88b1-ebf05c4cde0b req-de782b22-d7a4-4f9c-8e86-f78912ffd4b4 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b773c6a-8808-4785-9fa1-94ad86f7161f HTTP/1.1" status: 200 len: 210 time: 0.0269356 Aug 30 17:43:40.434215 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32e36c-55ee-4210-a528-21c5158e0ceb req-aac57068-6de2-4c88-bf01-2e44e81712fa tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:40.435689 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa32e36c-55ee-4210-a528-21c5158e0ceb req-aac57068-6de2-4c88-bf01-2e44e81712fa tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 943 time: 0.0495760 Aug 30 17:43:40.472882 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aa32e36c-55ee-4210-a528-21c5158e0ceb req-41b98de4-b9a3-42aa-90ea-36150d9532ed tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Aug 30 17:43:41.435455 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45856) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:41.493684 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.517449 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.593840 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4a19-a997-4ad0-8342-288a00b07c96 req-de9ffa9a-760a-4ac5-9472-182629fda3e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:41.595218 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31cf4a19-a997-4ad0-8342-288a00b07c96 req-de9ffa9a-760a-4ac5-9472-182629fda3e2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 943 time: 0.0546250 Aug 30 17:43:41.632956 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-31cf4a19-a997-4ad0-8342-288a00b07c96 req-4b87e093-f85d-497b-a998-3503254d347c tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Aug 30 17:43:41.646751 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.651634 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.652181 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 8d3df5b9-c85f-414e-b864-73b4406b5213 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:43:41.659378 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "DELETE /v2.0/security-groups/fcb85d93-3b35-421b-9759-704f9f6e23e1 HTTP/1.1" status: 204 len: 168 time: 0.2163525 Aug 30 17:43:41.659532 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9ebd323c-da9d-4805-9323-bec49ce6ee58 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:41.659643 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45860) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:41.663558 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60490a43-3fe2-4e65-921e-3801096a41e6 tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb85d93-3b35-421b-9759-704f9f6e23e1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:41.681557 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.api.v2.resource [None req-4da85b96-82d2-4050-ab5f-23bd57c2f22a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] show failed (client error): The resource could not be found. Aug 30 17:43:41.698045 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4da85b96-82d2-4050-ab5f-23bd57c2f22a tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "GET /v2.0/security-groups/fcb85d93-3b35-421b-9759-704f9f6e23e1 HTTP/1.1" status: 404 len: 347 time: 0.0217245 Aug 30 17:43:41.698216 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 9ebd323c-da9d-4805-9323-bec49ce6ee58 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:41.698216 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 9ebd323c-da9d-4805-9323-bec49ce6ee58 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:41.699966 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45862) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:41.779509 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8d3df5b9-c85f-414e-b864-73b4406b5213,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:41.790647 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '8d3df5b9-c85f-414e-b864-73b4406b5213', 'network_id': 'fd7761dc-99f2-4103-85bc-04222ca815d1', 'port_id': '8d3df5b9-c85f-414e-b864-73b4406b5213', 'mac_address': 'fa:16:3e:85:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:43:41.822516 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Deleting port 80181945-a624-4244-9c4d-cf93d8d8c566 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:41.822863 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.827248 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.840230 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3df5b9-c85f-414e-b864-73b4406b5213 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:43:41.859884 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8d3df5b9-c85f-414e-b864-73b4406b5213,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:41.899014 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.899334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.910919 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Calling delete_port for 80181945-a624-4244-9c4d-cf93d8d8c566 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:41.920459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:41.967381 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:41.974365 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.975281 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.975813 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.976149 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.976484 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.976815 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.977141 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.977465 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.977878 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.978136 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.978458 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:41.978786 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:43:42.114948 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.138850 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Pushing event deleted for resources: {'Port': ['ID=80181945-a624-4244-9c4d-cf93d8d8c566,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:42.147319 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['8d3df5b9-c85f-414e-b864-73b4406b5213'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:43:42.201371 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.204068 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.208949 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-fb4f5eb0-ebf7-4a7a-ba3b-c1895c06070d tempest-AttachVolumeTestJSON-1364550245 tempest-AttachVolumeTestJSON-1364550245-project] 10.222.0.10 "DELETE /v2.0/floatingips/58f79c33-711e-4631-8d59-b51f01f2e118 HTTP/1.1" status: 204 len: 168 time: 0.5042915 Aug 30 17:43:42.505304 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45868) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:42.666169 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port 109c57b9-fb10-42c5-8626-a4b1eb8a5741 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:42.666538 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.783872 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb3fd7-f3d1-42dd-83df-a301b8622689 req-47658958-a027-447e-9e0e-20cb981bbe31 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:42.785347 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1bdb3fd7-f3d1-42dd-83df-a301b8622689 req-47658958-a027-447e-9e0e-20cb981bbe31 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 944 time: 0.0747347 Aug 30 17:43:42.788829 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.789132 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:42.812484 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for 109c57b9-fb10-42c5-8626-a4b1eb8a5741 owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:42.872334 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-1bdb3fd7-f3d1-42dd-83df-a301b8622689 req-7fe18d99-24f1-4cb3-8c4a-48c3b94c303f tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805700 Aug 30 17:43:43.053202 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:43.078859 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=109c57b9-fb10-42c5-8626-a4b1eb8a5741,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:43.140524 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:43.140855 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP a9f198fa-60e0-4a8e-914f-088db81289b8 disassociated (deleted). External IP: 172.27.3.230, port: fecf8192-d9d1-48b4-8e08-e956638a0a9c. Aug 30 17:43:43.342861 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:43:43.447639 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:43:43.452523 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:43.462409 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:43:43.472276 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:43.473142 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:43.480691 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c1efe885-550e-4507-b2cf-a38064dcc5cd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "DELETE /v2.0/floatingips/a9f198fa-60e0-4a8e-914f-088db81289b8 HTTP/1.1" status: 204 len: 168 time: 0.9742076 Aug 30 17:43:43.481255 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:43.483525 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:43.524134 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c830b2d1-805a-472c-97e7-eb5b4f84d008 x-openstack-request-id: req-c830b2d1-805a-472c-97e7-eb5b4f84d008 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:43.524779 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:43.524779 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c830b2d1-805a-472c-97e7-eb5b4f84d008 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:43.525872 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'status': 'completed', 'code': 200} Aug 30 17:43:43.588976 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-a6fccc24-f17b-44c4-af19-dc8f77d8adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:43.590506 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-a6fccc24-f17b-44c4-af19-dc8f77d8adc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 1098 time: 0.0411899 Aug 30 17:43:43.591009 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:43.651636 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 8d3df5b9-c85f-414e-b864-73b4406b5213 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:43:43.708830 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-765826e5-3aac-4d57-ba51-1fb54050da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:43.712276 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-765826e5-3aac-4d57-ba51-1fb54050da5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.1150329 Aug 30 17:43:43.756798 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-a7ffe1cc-22d1-4732-be8d-46f21fc4f888 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c HTTP/1.1" status: 200 len: 217 time: 0.0370362 Aug 30 17:43:43.805606 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-a680f6a8-6351-4edb-874b-bb98484cedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:43.807113 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-a680f6a8-6351-4edb-874b-bb98484cedde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0436666 Aug 30 17:43:43.822385 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 8d3df5b9-c85f-414e-b864-73b4406b5213 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:43:43.827275 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 8d3df5b9-c85f-414e-b864-73b4406b5213 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:43:43.827937 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:43.839012 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:43.868186 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-9443f0c1-7808-438c-91f1-23849e07335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:43.869919 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-9443f0c1-7808-438c-91f1-23849e07335c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554135 Aug 30 17:43:43.873166 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:43:43.882927 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:43.883637 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:43.926982 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:43.970480 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8d3df5b9-c85f-414e-b864-73b4406b5213,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:43.971511 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:43.973866 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7592191-42cf-4d0a-9e64-c2380d2efd30" -d '{"events": [{"server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:43.992643 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-ba9aab07-c425-44b1-9bc5-aed947ca721b service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141496 Aug 30 17:43:44.007517 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6518e2-6fca-473f-8e6a-bfa8815a5a25 req-840f00de-4e9f-4498-9243-2bec0958fe6b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:44.009066 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3e6518e2-6fca-473f-8e6a-bfa8815a5a25 req-840f00de-4e9f-4498-9243-2bec0958fe6b tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.1189163 Aug 30 17:43:44.011329 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:44.046348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7812f-1abb-42a5-b766-ca3e1cf6019c req-657ded43-7b8e-4c23-bb41-50f0771b5272 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:44.047866 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ada7812f-1abb-42a5-b766-ca3e1cf6019c req-657ded43-7b8e-4c23-bb41-50f0771b5272 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 944 time: 0.0794163 Aug 30 17:43:44.058233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:44.091589 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3e6518e2-6fca-473f-8e6a-bfa8815a5a25 req-ab4fb4a3-9645-4e2b-b14c-5cb8d795f1e5 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741429 Aug 30 17:43:44.099376 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ada7812f-1abb-42a5-b766-ca3e1cf6019c req-466b945e-3eed-4aaa-9afa-879d2513fb81 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Aug 30 17:43:44.109611 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-9ac1d017-d5a0-49a6-8420-34ed0072aaf4 req-e6eeff4d-a045-4775-84d9-3054e2f68db9 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993392 Aug 30 17:43:44.138285 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:44.163191 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9498ad5-9e78-4252-9840-1c790a29f822 x-openstack-request-id: req-f9498ad5-9e78-4252-9840-1c790a29f822 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:44.163593 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:44.163857 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9498ad5-9e78-4252-9840-1c790a29f822 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:44.164258 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213', 'code': 200} Aug 30 17:43:44.259095 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:44.285206 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc67ad-6edf-4236-8ac4-e02f2e29937c None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '1c4d506e-310b-4b65-9e88-23f7d7831ecb', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'port_id': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'mac_address': 'fa:16:3e:10:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:39:57Z', 'updated_at': '2021-08-30T17:39:59Z', 'revision_number': 1, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:43:44.491822 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dd1737-d67a-44b7-9a5b-8939754fc014 None None] New status for floating IP a9f198fa-60e0-4a8e-914f-088db81289b8: DOWN {{(pid=94573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:43:44.499729 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba85ab8-5042-4b4d-86e4-c0a806823273 req-e1e128e3-31e3-4738-8069-33b4bdb88ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:44.501278 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7ba85ab8-5042-4b4d-86e4-c0a806823273 req-e1e128e3-31e3-4738-8069-33b4bdb88ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 1098 time: 0.0431027 Aug 30 17:43:44.537825 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7ba85ab8-5042-4b4d-86e4-c0a806823273 req-6a699f95-cff5-4e0a-b83b-81f7b9321e04 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284383 Aug 30 17:43:45.243791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b84c56-1f66-4374-b3fa-c6386b1bff00 req-ede51499-40da-40f5-b382-1e309979e9e4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:45.246556 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b2b84c56-1f66-4374-b3fa-c6386b1bff00 req-ede51499-40da-40f5-b382-1e309979e9e4 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.0830553 Aug 30 17:43:45.254322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1363-293d-45fd-b30e-b5183b0434a1 req-3db38a10-a349-4a99-9b3c-a7223738fad1 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:45.257309 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b30f1363-293d-45fd-b30e-b5183b0434a1 req-3db38a10-a349-4a99-9b3c-a7223738fad1 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 945 time: 0.0852501 Aug 30 17:43:45.316114 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b2b84c56-1f66-4374-b3fa-c6386b1bff00 req-c7ea8d50-4f7c-4b2e-92c2-a580fb5fa4f9 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578096 Aug 30 17:43:45.320644 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-b30f1363-293d-45fd-b30e-b5183b0434a1 req-df9c19d0-971d-46fa-b86a-799162bf66d7 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Aug 30 17:43:45.701753 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-83217f7d-bf9f-45f1-8265-3613ba981158 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:45.703273 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-83217f7d-bf9f-45f1-8265-3613ba981158 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Aug 30 17:43:45.795598 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port fecf8192-d9d1-48b4-8e08-e956638a0a9c {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:45.795937 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:45.883432 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] For port fecf8192-d9d1-48b4-8e08-e956638a0a9c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fecf8192-d9d1-48b4-8e08-e956638a0a9c,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:45.883714 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:45.896948 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for fecf8192-d9d1-48b4-8e08-e956638a0a9c owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:46.073530 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:46.100590 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=fecf8192-d9d1-48b4-8e08-e956638a0a9c,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:46.145397 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] No DVR routers for this DVR port fecf8192-d9d1-48b4-8e08-e956638a0a9c on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:46.147983 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:46.150072 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-98dfe091-c619-4c03-b29c-ddb089836b2f req-8acd17ca-14fa-4bf5-80df-1ccffccbf8ea tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "DELETE /v2.0/ports/fecf8192-d9d1-48b4-8e08-e956638a0a9c HTTP/1.1" status: 204 len: 173 time: 0.4406056 Aug 30 17:43:46.150554 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'name': 'network-vif-deleted', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:46.151284 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45908) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:46.152978 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4bfbd3-a8b8-4961-b23c-121d6fdd4113" -d '{"events": [{"server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "name": "network-vif-deleted", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:46.191166 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ee072d-7b60-45b1-b795-ffe64428206a x-openstack-request-id: req-85ee072d-7b60-45b1-b795-ffe64428206a {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:46.193460 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6585e36e-25b7-403b-af72-5b905ba57929", "name": "network-vif-deleted", "tag": "fecf8192-d9d1-48b4-8e08-e956638a0a9c", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:46.193460 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85ee072d-7b60-45b1-b795-ffe64428206a {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:46.193460 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6585e36e-25b7-403b-af72-5b905ba57929', 'name': 'network-vif-deleted', 'tag': 'fecf8192-d9d1-48b4-8e08-e956638a0a9c', 'status': 'completed', 'code': 200} Aug 30 17:43:46.428000 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a5168ea8-0e5c-49a9-a1ff-b0c085223540 req-6ed0a60f-1e09-40c3-818f-82106f11b620 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=6585e36e-25b7-403b-af72-5b905ba57929 HTTP/1.1" status: 200 len: 210 time: 0.0376959 Aug 30 17:43:46.498890 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba3d0a-c423-4f27-b92e-ed0de9c9c565 req-bedf3749-1836-4113-a0ca-84b55347c5b2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:46.500386 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-78ba3d0a-c423-4f27-b92e-ed0de9c9c565 req-bedf3749-1836-4113-a0ca-84b55347c5b2 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 945 time: 0.0995734 Aug 30 17:43:46.571825 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-78ba3d0a-c423-4f27-b92e-ed0de9c9c565 req-e8d8499c-a037-4d1c-a9bb-c857ec932886 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645983 Aug 30 17:43:46.656423 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:46.902908 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Deleting port 9eef9cb0-9252-489d-a861-fd88a9f1a136 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:46.903252 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:46.980152 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] For port 9eef9cb0-9252-489d-a861-fd88a9f1a136, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=9eef9cb0-9252-489d-a861-fd88a9f1a136,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:46.980512 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:46.996354 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Calling delete_port for 9eef9cb0-9252-489d-a861-fd88a9f1a136 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:47.263390 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:47.297593 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9eef9cb0-9252-489d-a861-fd88a9f1a136,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:47.479207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:47.694569 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:43:48.061696 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:43:48.066811 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b6a03f77-cafc-4497-9112-e38e02f262bf admin admin] 10.222.0.10 "PUT /v2.0/routers/507d45b0-53d2-4b7c-b6c5-15d4494b6b93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145262 Aug 30 17:43:48.070165 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45934) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:48.070775 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Sync routers for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:43:48.079944 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:48.080616 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:48.190805 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:48.425906 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks [] for router, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:48.461416 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:43:47Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:48.487330 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Checking router: 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:43:48.497001 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Routers {'507d45b0-53d2-4b7c-b6c5-15d4494b6b93'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:48.497356 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:48.529147 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:48.599061 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] Set router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:48.675093 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Deleting port fca8463c-d099-452d-85fe-4f3235cc7e72 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:48.675440 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:48.752683 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] For port fca8463c-d099-452d-85fe-4f3235cc7e72, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=fca8463c-d099-452d-85fe-4f3235cc7e72,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:48.753048 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:48.767206 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Calling delete_port for fca8463c-d099-452d-85fe-4f3235cc7e72 owned by network:router_gateway {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:48.775583 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:43:47Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:48.802253 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb64594-abca-4f52-b2b3-7161fe3ce696 None None] The sync data for ids ['507d45b0-53d2-4b7c-b6c5-15d4494b6b93'] in dv-cinder-759955-15-iscsi is: [{'id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'name': 'tempest-AttachVolumeTestJSON-366509047-router', 'tenant_id': '4f93e0f0704749d4815b3d475e7694bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:43:47Z', 'revision_number': 5, 'project_id': '4f93e0f0704749d4815b3d475e7694bc', 'gw_port': {'id': 'fca8463c-d099-452d-85fe-4f3235cc7e72', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:26:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507d45b0-53d2-4b7c-b6c5-15d4494b6b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:38:33Z', 'updated_at': '2021-08-30T17:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:43:48.993651 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.017713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca8463c-d099-452d-85fe-4f3235cc7e72,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:49.081388 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.168392 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.170568 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.286546 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.287624 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507d45b0-53d2-4b7c-b6c5-15d4494b6b93 {{(pid=94571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:43:49.291947 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.293918 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-782065e6-c8d5-408e-85d4-a6455469ef92 admin admin] 10.222.0.10 "DELETE /v2.0/routers/507d45b0-53d2-4b7c-b6c5-15d4494b6b93 HTTP/1.1" status: 204 len: 168 time: 1.2220488 Aug 30 17:43:49.295853 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45944) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:49.346568 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Deleting subnet 56322a9d-de90-4f6c-a540-9bced8bd23e7 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:43:49.350684 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.392565 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.409078 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9eef9cb0-9252-489d-a861-fd88a9f1a136 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:49.430432 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 9eef9cb0-9252-489d-a861-fd88a9f1a136 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:49.430895 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 9eef9cb0-9252-489d-a861-fd88a9f1a136 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:49.483566 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.623704 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.650449 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device fecf8192-d9d1-48b4-8e08-e956638a0a9c no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:49.652645 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.655980 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56322a9d-de90-4f6c-a540-9bced8bd23e7 HTTP/1.1" status: 204 len: 168 time: 0.3586242 Aug 30 17:43:49.657069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2216ae-3475-48e1-99f9-64c94cef71c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56322a9d-de90-4f6c-a540-9bced8bd23e7,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:49.658470 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45948) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:49.673169 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e09d9-f2af-4bb8-8615-d302d6a237a7 None None] Network 36ae7016-c0ea-419a-b4df-069c09df048b requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:43:49.675335 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: fecf8192-d9d1-48b4-8e08-e956638a0a9c {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:49.675670 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device fecf8192-d9d1-48b4-8e08-e956638a0a9c not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:49.732639 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.784495 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Deleting port 550d5944-d5c8-4156-909c-ea0a1ec810d6 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:49.784726 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.849932 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] DHCP port deletion for 36ae7016-c0ea-419a-b4df-069c09df048b request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:43:49.858263 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] For port 550d5944-d5c8-4156-909c-ea0a1ec810d6, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=550d5944-d5c8-4156-909c-ea0a1ec810d6,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:49.858629 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.872291 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Calling delete_port for 550d5944-d5c8-4156-909c-ea0a1ec810d6 owned by network:dhcp {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:49.892546 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Deleting port 550d5944-d5c8-4156-909c-ea0a1ec810d6 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:49.893063 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.960495 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] For port 550d5944-d5c8-4156-909c-ea0a1ec810d6, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=550d5944-d5c8-4156-909c-ea0a1ec810d6,segment=NetworkSegment(ad93ba65-3284-41a3-8d6b-07c8de8e1aa5),segment_id=ad93ba65-3284-41a3-8d6b-07c8de8e1aa5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:49.960899 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:49.965878 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 45952) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:49.974804 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Calling delete_port for 550d5944-d5c8-4156-909c-ea0a1ec810d6 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:50.063732 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.064350 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.088385 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] Pushing event deleted for resources: {'Port': ['ID=550d5944-d5c8-4156-909c-ea0a1ec810d6,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:50.092018 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e50c7c-ee80-4994-a373-b3e018418e80 None None] No DVR routers for this DVR port 550d5944-d5c8-4156-909c-ea0a1ec810d6 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:50.105706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Pushing event deleted for resources: {'Port': ['ID=550d5944-d5c8-4156-909c-ea0a1ec810d6,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:50.107608 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] No DVR routers for this DVR port 550d5944-d5c8-4156-909c-ea0a1ec810d6 on host dv-cinder-759955-15-iscsi {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:50.201685 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.214905 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ae7016-c0ea-419a-b4df-069c09df048b']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:50.228458 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:50.228747 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad93ba65-3284-41a3-8d6b-07c8de8e1aa5') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:50.238914 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.252825 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port 0e3cccd8-f14a-456b-bede-4ce4125829b8 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:50.253154 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.254959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.291570 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:43:50.291963 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:43:50.293572 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:43:50.376047 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.376296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.387904 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for 0e3cccd8-f14a-456b-bede-4ce4125829b8 owned by network:floatingip {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:50.436234 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.449089 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.450931 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] 10.222.0.10 "DELETE /v2.0/networks/36ae7016-c0ea-419a-b4df-069c09df048b HTTP/1.1" status: 204 len: 168 time: 0.7913065 Aug 30 17:43:50.477527 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fd8f7-05cb-440f-9262-c34a56990935 admin admin] Pushing event deleted for resources: {'Network': ['ID=36ae7016-c0ea-419a-b4df-069c09df048b,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:50.627871 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.654342 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=0e3cccd8-f14a-456b-bede-4ce4125829b8,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:50.716755 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.717090 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.l3_db [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Floating IP 1c4d506e-310b-4b65-9e88-23f7d7831ecb disassociated (deleted). External IP: 172.27.3.121, port: ec3fb0e7-96e8-4e11-828e-73fbf8578345. Aug 30 17:43:50.779622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45958) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:50.823244 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a7bcfbdf-eefc-4377-b31f-7cabcd81ae53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f93e0f0704749d4815b3d475e7694bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401294 Aug 30 17:43:50.823493 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 45960) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:50.871417 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.892574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:50.932044 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:43:51.029193 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:51.032041 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:51.032452 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:43:51.036317 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cbe365c-3fd6-4e15-a040-af59b090b714 HTTP/1.1" status: 204 len: 168 time: 0.2090139 Aug 30 17:43:51.043933 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9991b-be8a-47e1-a48c-29ca07fe5aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe365c-3fd6-4e15-a040-af59b090b714,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:51.045276 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:43:51.045921 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:51.065739 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:51.066566 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:51.079966 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-cc55294d-c319-4b7d-967a-22ea9e45348f tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "DELETE /v2.0/floatingips/1c4d506e-310b-4b65-9e88-23f7d7831ecb HTTP/1.1" status: 204 len: 168 time: 1.1105278 Aug 30 17:43:51.079966 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:51.081920 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28423668-8dec-4e2c-b674-42a4584cfc05" -d '{"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:51.124584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c124c8a2-f7d0-4434-9c52-eca338e61f34 x-openstack-request-id: req-c124c8a2-f7d0-4434-9c52-eca338e61f34 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:51.125173 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:51.125173 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c124c8a2-f7d0-4434-9c52-eca338e61f34 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:51.125768 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'status': 'completed', 'code': 200} Aug 30 17:43:51.191015 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-b6313e12-923f-4cd4-8dd4-dd0c984b617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:51.192606 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-b6313e12-923f-4cd4-8dd4-dd0c984b617b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 1098 time: 0.0439651 Aug 30 17:43:51.206564 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:51.286151 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-4047897c-78cf-4dae-9d80-94237607e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:51.288216 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-4047897c-78cf-4dae-9d80-94237607e5ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 200 len: 913 time: 0.0885198 Aug 30 17:43:51.337295 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-9b6fee46-ef0d-47ef-b8d6-db68a91af4a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 200 len: 217 time: 0.0409012 Aug 30 17:43:51.372677 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fca8463c-d099-452d-85fe-4f3235cc7e72 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:51.401418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: fca8463c-d099-452d-85fe-4f3235cc7e72 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:51.401850 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device fca8463c-d099-452d-85fe-4f3235cc7e72 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:51.402169 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-c9019669-0bb9-40d7-8b96-ba42b8ca80af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:51.402442 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 550d5944-d5c8-4156-909c-ea0a1ec810d6 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:51.404470 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-c9019669-0bb9-40d7-8b96-ba42b8ca80af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 200 len: 851 time: 0.0602877 Aug 30 17:43:51.444134 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 550d5944-d5c8-4156-909c-ea0a1ec810d6 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:51.444477 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 550d5944-d5c8-4156-909c-ea0a1ec810d6 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:51.451862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-42ed13e3-7458-4e96-bf30-3bcbe552fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:51.453616 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-42ed13e3-7458-4e96-bf30-3bcbe552fb65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bce47af6-8359-4b8e-9b54-7f8bb623d5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430503 Aug 30 17:43:51.503226 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:51.535245 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:43:51.545009 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:43:51.545809 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:51.577449 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92727d3c-f187-4110-9c15-5aaffdbab5f9 req-9cf64164-1f66-4e50-aadf-c443463fd56a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:51.579171 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-a8798249-f453-48aa-9c96-fdd2a64c8c42 service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179481 Aug 30 17:43:51.579770 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92727d3c-f187-4110-9c15-5aaffdbab5f9 req-9cf64164-1f66-4e50-aadf-c443463fd56a tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0628812 Aug 30 17:43:51.642243 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-92727d3c-f187-4110-9c15-5aaffdbab5f9 req-3be716d6-9b40-40a5-95a0-870a044acbcd tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507050 Aug 30 17:43:51.682845 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-28423668-8dec-4e2c-b674-42a4584cfc05 req-c72d5045-e8c0-4639-9686-0c3ab0cf20ea service neutron] 10.222.0.50 "GET /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Aug 30 17:43:51.797394 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:43:51.997615 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:43:52.023978 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290b741-306e-4b13-b96f-ac2692118f24 None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:36:02Z', 'revision_number': 4, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'dd9c631b-4b2f-4642-a12d-28229d4a1f00', 'name': '', 'network_id': 'bce47af6-8359-4b8e-9b54-7f8bb623d5e9', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'mac_address': 'fa:16:3e:ac:ab:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:02Z', 'updated_at': '2021-08-30T17:36:09Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'subnets': [{'id': '60ccf4b7-f880-401b-b30a-ce626396e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:43:52.237539 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718085eb-8d16-42d7-ba6a-358d25174809 None None] New status for floating IP 1c4d506e-310b-4b65-9e88-23f7d7831ecb: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:43:52.743945 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c864a6-1b78-4c1b-9150-908d939ca6f3 req-1d5d450e-2524-4a4a-9772-6f26f4e691b2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:52.745520 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a9c864a6-1b78-4c1b-9150-908d939ca6f3 req-1d5d450e-2524-4a4a-9772-6f26f4e691b2 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0484009 Aug 30 17:43:52.783129 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-a9c864a6-1b78-4c1b-9150-908d939ca6f3 req-445e5d33-4235-4e87-bb85-65f56763a400 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/security-groups?id=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Aug 30 17:43:52.974052 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b30082-da95-4ab0-97b6-698c05d05973 req-cb90fcc7-b35d-42ab-9d43-86fad8978217 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:43:52.976071 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-84b30082-da95-4ab0-97b6-698c05d05973 req-cb90fcc7-b35d-42ab-9d43-86fad8978217 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 945 time: 0.0492439 Aug 30 17:43:53.075979 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port ec3fb0e7-96e8-4e11-828e-73fbf8578345 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:53.076316 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:53.165582 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] For port ec3fb0e7-96e8-4e11-828e-73fbf8578345, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ec3fb0e7-96e8-4e11-828e-73fbf8578345,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:43:53.166365 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:53.183044 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for ec3fb0e7-96e8-4e11-828e-73fbf8578345 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:53.366101 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:53.394847 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=ec3fb0e7-96e8-4e11-828e-73fbf8578345,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:53.438191 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] No DVR routers for this DVR port ec3fb0e7-96e8-4e11-828e-73fbf8578345 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:43:53.440752 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:53.443411 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-84b30082-da95-4ab0-97b6-698c05d05973 req-354f8863-45a2-449e-a6b7-4b9cc721aced tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.50 "DELETE /v2.0/ports/ec3fb0e7-96e8-4e11-828e-73fbf8578345 HTTP/1.1" status: 204 len: 173 time: 0.4602227 Aug 30 17:43:53.443851 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'name': 'network-vif-deleted', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:43:53.446161 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85b6ef-2e8f-4c69-8569-a2f9d2cc73e0" -d '{"events": [{"server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "name": "network-vif-deleted", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:43:53.481064 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dcff4f-f90d-41b3-821d-eb53f4d9379f x-openstack-request-id: req-71dcff4f-f90d-41b3-821d-eb53f4d9379f {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:43:53.481374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd03220f-77e9-4c73-be9a-ed5b178a9eff", "name": "network-vif-deleted", "tag": "ec3fb0e7-96e8-4e11-828e-73fbf8578345", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:43:53.481607 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71dcff4f-f90d-41b3-821d-eb53f4d9379f {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:43:53.482007 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd03220f-77e9-4c73-be9a-ed5b178a9eff', 'name': 'network-vif-deleted', 'tag': 'ec3fb0e7-96e8-4e11-828e-73fbf8578345', 'status': 'completed', 'code': 200} Aug 30 17:43:53.889021 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3eeb30a9-d41b-4cad-ba7b-9fbce8c27aa9 req-de9d61f0-7c38-46ee-aa09-4d4179b44cac tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd03220f-77e9-4c73-be9a-ed5b178a9eff HTTP/1.1" status: 200 len: 210 time: 0.0349960 Aug 30 17:43:54.945832 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46026) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:43:55.075260 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Deleting port 342a38f3-6c42-43d4-b477-52768ce668af {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:43:55.075602 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.151158 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.151489 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.163654 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Calling delete_port for 342a38f3-6c42-43d4-b477-52768ce668af owned by network:floatingip {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:43:55.395144 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.419799 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'Port': ['ID=342a38f3-6c42-43d4-b477-52768ce668af,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:43:55.481713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for floatingip, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.484279 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:55.485422 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4801d14c-5e23-4e8b-a5ac-21938c657857 tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "DELETE /v2.0/floatingips/0c17ad3f-1f60-44aa-9ded-0f299d8bc579 HTTP/1.1" status: 204 len: 168 time: 0.5385876 Aug 30 17:43:55.954836 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-8b069ff5-0c36-485a-a824-986b180f3ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:56.563881 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device ec3fb0e7-96e8-4e11-828e-73fbf8578345 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:43:56.584384 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: ec3fb0e7-96e8-4e11-828e-73fbf8578345 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:43:56.585395 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device ec3fb0e7-96e8-4e11-828e-73fbf8578345 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:43:57.480691 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:58.726496 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7a0933b2-c028-4c9c-a182-0df206380bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:58.960982 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:59.760260 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:43:59.994824 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46092) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:00.054652 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:00.079539 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:00.200691 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:00.203308 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:00.204747 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] 10.222.0.10 "DELETE /v2.0/security-groups/21bdd5f1-6ae1-48d9-846c-eb8819fe77e0 HTTP/1.1" status: 204 len: 168 time: 0.2086425 Aug 30 17:44:00.215731 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3ca4-5b22-48e3-b139-3fb2d40a147e tempest-TestVolumeBootPattern-272183012 tempest-TestVolumeBootPattern-272183012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdd5f1-6ae1-48d9-846c-eb8819fe77e0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:00.337121 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46112) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:00.842833 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.079900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Deleting port dd9c631b-4b2f-4642-a12d-28229d4a1f00 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:01.080717 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.157372 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] For port dd9c631b-4b2f-4642-a12d-28229d4a1f00, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=dd9c631b-4b2f-4642-a12d-28229d4a1f00,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:01.157738 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.170064 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Calling delete_port for dd9c631b-4b2f-4642-a12d-28229d4a1f00 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:01.268677 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.400254 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.424681 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9c631b-4b2f-4642-a12d-28229d4a1f00,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:01.596414 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:01.807511 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Router cbed1e13-11a5-4740-bc0e-c50f2582ff4b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:44:01.909094 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:01.914838 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-dbfd5782-60f1-4c1e-92ae-9565faac7567 admin admin] 10.222.0.10 "PUT /v2.0/routers/cbed1e13-11a5-4740-bc0e-c50f2582ff4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5767112 Aug 30 17:44:01.917377 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46130) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:01.919192 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Sync routers for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:01.929159 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:01.929788 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:02.019481 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.031568 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:02.122783 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.211168 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:44:01Z', 'revision_number': 5, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port': {'id': '3efdb7d1-9512-411f-a6eb-6ee2f9b546fa', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:35:59Z', 'updated_at': '2021-08-30T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:02.226888 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Deleting port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:02.227228 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.237133 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Checking router: cbed1e13-11a5-4740-bc0e-c50f2582ff4b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:02.245363 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Routers {'cbed1e13-11a5-4740-bc0e-c50f2582ff4b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:02.245973 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:02.307393 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] For port 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:02.307812 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.320791 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Calling delete_port for 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:02.330971 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] Set router cbed1e13-11a5-4740-bc0e-c50f2582ff4b gateway port host: None {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:02.385326 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:44:02Z', 'revision_number': 6, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:02.413361 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa3343-e39d-40e7-88e9-ce6ad2d2931b None None] The sync data for ids ['cbed1e13-11a5-4740-bc0e-c50f2582ff4b'] in dv-cinder-759955-15-iscsi is: [{'id': 'cbed1e13-11a5-4740-bc0e-c50f2582ff4b', 'name': 'tempest-TestVolumeBootPattern-1222911993-router', 'tenant_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:35:58Z', 'updated_at': '2021-08-30T17:44:02Z', 'revision_number': 6, 'project_id': '021ee2ee21e64a7890aa2f58f1bc50ce', 'gw_port_host': None}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:02.531857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.554706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3efdb7d1-9512-411f-a6eb-6ee2f9b546fa,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:02.620485 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.708034 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.710663 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.823892 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.824505 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbed1e13-11a5-4740-bc0e-c50f2582ff4b {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:44:02.829049 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.832572 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9182c268-d651-4d45-9ff5-6aead3c1e9ac admin admin] 10.222.0.10 "DELETE /v2.0/routers/cbed1e13-11a5-4740-bc0e-c50f2582ff4b HTTP/1.1" status: 204 len: 168 time: 0.9117446 Aug 30 17:44:02.832965 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46134) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:02.880137 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Deleting subnet 60ccf4b7-f880-401b-b30a-ce626396e54c {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:44:02.884265 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.918248 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:02.996362 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.167298 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.192268 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ccf4b7-f880-401b-b30a-ce626396e54c,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:03.198053 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.202732 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2f5b8051-b4ca-4d90-9f23-e775a3a0a806 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/60ccf4b7-f880-401b-b30a-ce626396e54c HTTP/1.1" status: 204 len: 168 time: 0.3687482 Aug 30 17:44:03.202914 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46138) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:03.204084 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c0fd5-bf7a-4953-b558-6ed582b7012d None None] Network bce47af6-8359-4b8e-9b54-7f8bb623d5e9 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:03.270636 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.329911 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Deleting port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:03.330283 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.369512 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:03.393646 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:03.399297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 3efdb7d1-9512-411f-a6eb-6ee2f9b546fa not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:03.399297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device dd9c631b-4b2f-4642-a12d-28229d4a1f00 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:03.411597 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] For port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:03.412021 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.423083 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] DHCP port deletion for bce47af6-8359-4b8e-9b54-7f8bb623d5e9 request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:44:03.434544 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: dd9c631b-4b2f-4642-a12d-28229d4a1f00 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:03.435126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Calling delete_port for 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:03.435236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device dd9c631b-4b2f-4642-a12d-28229d4a1f00 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:03.485456 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Deleting port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:03.485835 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.546653 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] For port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,segment=NetworkSegment(0ae515b0-901a-4dc3-b9da-c506eaf2769c),segment_id=0ae515b0-901a-4dc3-b9da-c506eaf2769c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:03.546969 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.559487 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Calling delete_port for 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:03.583087 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.609589 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:03.623903 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] No DVR routers for this DVR port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 on host dv-cinder-759955-15-iscsi {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:44:03.632642 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.661728 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] Pushing event deleted for resources: {'Port': ['ID=1e2fcdf3-43a8-4358-8a75-fe3df65e1257,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:03.664174 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e149b86-b406-4c32-82e3-1b8bcd6e9f60 None None] No DVR routers for this DVR port 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:44:03.684706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.694885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce47af6-8359-4b8e-9b54-7f8bb623d5e9']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:03.704905 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae515b0-901a-4dc3-b9da-c506eaf2769c') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:03.705197 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae515b0-901a-4dc3-b9da-c506eaf2769c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:03.714489 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.732463 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.738445 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:44:03.738828 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:44:03.740433 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:44:03.861779 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.883235 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:03.883235 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bce47af6-8359-4b8e-9b54-7f8bb623d5e9 HTTP/1.1" status: 204 len: 168 time: 0.6747453 Aug 30 17:44:03.883235 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739633ee-a609-4bf4-977c-c6b1a2e24999 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce47af6-8359-4b8e-9b54-7f8bb623d5e9,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:03.884883 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46144) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:04.514198 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:04.755586 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Deleting port c465bdff-dd41-4c80-81f4-10e33933d9bf {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:04.755935 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:04.834322 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] For port c465bdff-dd41-4c80-81f4-10e33933d9bf, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c465bdff-dd41-4c80-81f4-10e33933d9bf,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:04.835323 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:04.847685 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Calling delete_port for c465bdff-dd41-4c80-81f4-10e33933d9bf owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:05.092275 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:05.127508 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c465bdff-dd41-4c80-81f4-10e33933d9bf,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:05.295232 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:05.405681 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:05.414656 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:44:05.431296 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:05.431820 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 1e2fcdf3-43a8-4358-8a75-fe3df65e1257 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:05.521642 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Router f107396f-0d6f-4229-8dc1-9aaec2d369f3 has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:44:05.627415 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:05.632949 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2e97de12-2c68-4745-97d7-ff8f32930ea8 admin admin] 10.222.0.10 "PUT /v2.0/routers/f107396f-0d6f-4229-8dc1-9aaec2d369f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468145 Aug 30 17:44:05.635400 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46166) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:05.637311 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Sync routers for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:05.647837 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:05.648537 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:05.740387 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:05.754037 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:05.841405 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:05.929346 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:44:04Z', 'revision_number': 5, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port': {'id': 'a3fcc1dc-21de-46b6-9a34-09d11e0935db', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:36:07Z', 'updated_at': '2021-08-30T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:05.955792 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Checking router: f107396f-0d6f-4229-8dc1-9aaec2d369f3 for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:05.963957 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Routers {'f107396f-0d6f-4229-8dc1-9aaec2d369f3'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:05.964611 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:43:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:05.965297 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Deleting port a3fcc1dc-21de-46b6-9a34-09d11e0935db {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:05.968304 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.042910 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] For port a3fcc1dc-21de-46b6-9a34-09d11e0935db, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=a3fcc1dc-21de-46b6-9a34-09d11e0935db,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:06.043296 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.052192 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] Set router f107396f-0d6f-4229-8dc1-9aaec2d369f3 gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:06.056669 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Calling delete_port for a3fcc1dc-21de-46b6-9a34-09d11e0935db owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:06.107369 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:44:05Z', 'revision_number': 6, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:06.133346 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df37c8-dc45-4e15-ad7c-86b27a4d8ac2 None None] The sync data for ids ['f107396f-0d6f-4229-8dc1-9aaec2d369f3'] in dv-cinder-759955-15-iscsi is: [{'id': 'f107396f-0d6f-4229-8dc1-9aaec2d369f3', 'name': 'tempest-TestVolumeBootPattern-292070798-router', 'tenant_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:36:06Z', 'updated_at': '2021-08-30T17:44:05Z', 'revision_number': 6, 'project_id': 'c0e9de4d35b54493843cb72863f9e6e7', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:06.326152 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.353993 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fcc1dc-21de-46b6-9a34-09d11e0935db,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:06.416017 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.508781 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.511055 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.635334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.635989 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f107396f-0d6f-4229-8dc1-9aaec2d369f3 {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:44:06.640009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.641068 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-f4779541-fafa-4778-848e-5e942cdec3fe admin admin] 10.222.0.10 "DELETE /v2.0/routers/f107396f-0d6f-4229-8dc1-9aaec2d369f3 HTTP/1.1" status: 204 len: 168 time: 1.0047452 Aug 30 17:44:06.643628 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46178) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:06.688869 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Deleting subnet 35e2d085-a75f-432a-a1dc-0375a8a67b47 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:44:06.692073 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.730055 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.806594 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.920801 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.948843 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e2d085-a75f-432a-a1dc-0375a8a67b47,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:06.950958 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:06.952834 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9836ec0e-c682-451d-9b0a-fc1e46feaaad admin admin] 10.222.0.10 "DELETE /v2.0/subnets/35e2d085-a75f-432a-a1dc-0375a8a67b47 HTTP/1.1" status: 204 len: 168 time: 0.3082666 Aug 30 17:44:06.955567 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46182) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:06.959035 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa172a0-66df-43dd-ba7f-aa1838687fcc None None] Network 629b4442-ff92-4464-9600-0809b5116368 requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:06.974775 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46184) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:07.035737 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.097504 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Deleting port 914e1c35-e4ed-4ccb-98e1-92db918f8727 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:07.097857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.100434 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebfa6-81ae-467b-be06-6c092c4ffaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.173309 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] For port 914e1c35-e4ed-4ccb-98e1-92db918f8727, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=914e1c35-e4ed-4ccb-98e1-92db918f8727,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:07.173732 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.177228 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] DHCP port deletion for 629b4442-ff92-4464-9600-0809b5116368 request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:44:07.193002 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Calling delete_port for 914e1c35-e4ed-4ccb-98e1-92db918f8727 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:07.203995 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebfa6-81ae-467b-be06-6c092c4ffaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.235140 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Deleting port 914e1c35-e4ed-4ccb-98e1-92db918f8727 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:07.239019 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.291934 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebfa6-81ae-467b-be06-6c092c4ffaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.296326 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] For port 914e1c35-e4ed-4ccb-98e1-92db918f8727, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=914e1c35-e4ed-4ccb-98e1-92db918f8727,segment=NetworkSegment(67603bf2-6462-4817-9059-767dc2c30ad5),segment_id=67603bf2-6462-4817-9059-767dc2c30ad5)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:07.296732 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.313718 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Calling delete_port for 914e1c35-e4ed-4ccb-98e1-92db918f8727 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:07.335882 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-cb0ebfa6-81ae-467b-be06-6c092c4ffaf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0a124fabcc64538beca451560c97e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592055 Aug 30 17:44:07.337294 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ebfa6-81ae-467b-be06-6c092c4ffaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a17d01-d8ab-4ecb-951e-139137adebf0,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:07.338847 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46188) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:07.378388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c465bdff-dd41-4c80-81f4-10e33933d9bf no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:07.399706 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.407807 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: c465bdff-dd41-4c80-81f4-10e33933d9bf {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:07.408175 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c465bdff-dd41-4c80-81f4-10e33933d9bf not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:07.408583 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a3fcc1dc-21de-46b6-9a34-09d11e0935db no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:07.429596 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=914e1c35-e4ed-4ccb-98e1-92db918f8727,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:07.431564 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] No DVR routers for this DVR port 914e1c35-e4ed-4ccb-98e1-92db918f8727 on host dv-cinder-759955-15-iscsi {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:44:07.440384 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: a3fcc1dc-21de-46b6-9a34-09d11e0935db {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:07.440730 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device a3fcc1dc-21de-46b6-9a34-09d11e0935db not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:07.441140 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 914e1c35-e4ed-4ccb-98e1-92db918f8727 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:07.464553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 914e1c35-e4ed-4ccb-98e1-92db918f8727 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:07.465036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 914e1c35-e4ed-4ccb-98e1-92db918f8727 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:07.470837 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.494390 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.523507 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] Pushing event deleted for resources: {'Port': ['ID=914e1c35-e4ed-4ccb-98e1-92db918f8727,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:07.528256 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc31ea-812b-4fa9-b9ca-fa6318469f69 None None] No DVR routers for this DVR port 914e1c35-e4ed-4ccb-98e1-92db918f8727 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:44:07.542177 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.564616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.586031 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629b4442-ff92-4464-9600-0809b5116368']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:07.596600 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67603bf2-6462-4817-9059-767dc2c30ad5') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:07.596899 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67603bf2-6462-4817-9059-767dc2c30ad5') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:07.607970 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.622283 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.629635 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:44:07.630031 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:44:07.631716 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:44:07.685364 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.687846 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.689034 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4a17d01-d8ab-4ecb-951e-139137adebf0 HTTP/1.1" status: 204 len: 168 time: 0.3490427 Aug 30 17:44:07.698626 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5067c-0710-4941-b716-bb2002ddced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a17d01-d8ab-4ecb-951e-139137adebf0,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:07.783482 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.789500 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:07.800822 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/629b4442-ff92-4464-9600-0809b5116368 HTTP/1.1" status: 204 len: 168 time: 0.8347759 Aug 30 17:44:07.802870 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6edd5-6f93-40ee-8b1e-9ddf85daaf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=629b4442-ff92-4464-9600-0809b5116368,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:08.113336 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46212) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:08.153596 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9d9bc32e-0b1d-4fdd-b14f-46a76ff3be85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=021ee2ee21e64a7890aa2f58f1bc50ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390520 Aug 30 17:44:08.156233 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46214) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:08.204728 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:08.226459 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:08.366039 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:08.368746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:08.369912 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13f59f95-7a89-4301-bf8c-b3cc99fa69c6 HTTP/1.1" status: 204 len: 168 time: 0.2127595 Aug 30 17:44:08.379289 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354c010-ac31-4eea-aa73-9064abef28f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f59f95-7a89-4301-bf8c-b3cc99fa69c6,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:08.984158 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46236) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:09.029228 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-894f1fec-439a-4147-a4a6-5d99c0a4f2bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0e9de4d35b54493843cb72863f9e6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438960 Aug 30 17:44:09.032207 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46240) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:09.081511 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:09.103709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:09.232937 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:09.235574 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:09.239572 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/971f4e1c-2a16-4ba5-bbce-31f72634ea25 HTTP/1.1" status: 204 len: 168 time: 0.2035518 Aug 30 17:44:09.245247 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d74366-1eb2-4679-ae5a-6f65c1d134c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f4e1c-2a16-4ba5-bbce-31f72634ea25,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:09.371738 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719b65a-6e57-4691-a757-5be1da2d58ab req-f2a02b55-5c7e-4b49-a7b9-12e01f53570e tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:09.373341 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6719b65a-6e57-4691-a757-5be1da2d58ab req-f2a02b55-5c7e-4b49-a7b9-12e01f53570e tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 945 time: 0.0515225 Aug 30 17:44:09.413048 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6719b65a-6e57-4691-a757-5be1da2d58ab req-89bafa22-9e75-4c40-a607-8ae6a6999191 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Aug 30 17:44:10.544217 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77790-99d5-4bc3-803a-8c47b1439701 req-1bb8926a-d7e6-4b91-a606-b5854618181b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:10.545846 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74b77790-99d5-4bc3-803a-8c47b1439701 req-1bb8926a-d7e6-4b91-a606-b5854618181b tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 945 time: 0.0507429 Aug 30 17:44:10.586007 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-74b77790-99d5-4bc3-803a-8c47b1439701 req-c048f575-19e9-490b-bcbd-3d99adad645c tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/security-groups?id=28dab646-2cbe-4023-9524-e2113db8287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Aug 30 17:44:10.851419 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-65dc6563-16f0-455e-97de-4a4a185279fd tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:10.852901 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-65dc6563-16f0-455e-97de-4a4a185279fd tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 945 time: 0.0483484 Aug 30 17:44:10.942373 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Deleting port 8d3df5b9-c85f-414e-b864-73b4406b5213 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:44:10.942628 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:11.034027 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] For port 8d3df5b9-c85f-414e-b864-73b4406b5213, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=8d3df5b9-c85f-414e-b864-73b4406b5213,segment=NetworkSegment(1928e340-025c-4a90-88e9-391bf92cb81a),segment_id=1928e340-025c-4a90-88e9-391bf92cb81a)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:11.034416 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:11.047775 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Calling delete_port for 8d3df5b9-c85f-414e-b864-73b4406b5213 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:44:11.238984 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:11.251960 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['8d3df5b9-c85f-414e-b864-73b4406b5213'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:44:11.518584 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Pushing event deleted for resources: {'Port': ['ID=8d3df5b9-c85f-414e-b864-73b4406b5213,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:11.556627 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] No DVR routers for this DVR port 8d3df5b9-c85f-414e-b864-73b4406b5213 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:44:11.559016 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:11.560950 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7ce78b3b-4c96-4fbb-829c-dd189afcc4c6 req-b5defbb3-bdeb-4a97-b891-e4f17dc04964 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.50 "DELETE /v2.0/ports/8d3df5b9-c85f-414e-b864-73b4406b5213 HTTP/1.1" status: 204 len: 173 time: 0.7015471 Aug 30 17:44:11.561492 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'name': 'network-vif-deleted', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:44:11.563862 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ad08c-4aa4-4692-b0ac-c1f76c0ad104" -d '{"events": [{"server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "name": "network-vif-deleted", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:44:11.598336 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7b28a-564a-44af-8f06-85b07fd706b8 x-openstack-request-id: req-fde7b28a-564a-44af-8f06-85b07fd706b8 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:44:11.598628 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04012f88-d437-4948-a2af-379a649759fe", "name": "network-vif-deleted", "tag": "8d3df5b9-c85f-414e-b864-73b4406b5213", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:44:11.598879 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fde7b28a-564a-44af-8f06-85b07fd706b8 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:44:11.599279 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04012f88-d437-4948-a2af-379a649759fe', 'name': 'network-vif-deleted', 'tag': '8d3df5b9-c85f-414e-b864-73b4406b5213', 'status': 'completed', 'code': 200} Aug 30 17:44:11.679652 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-96a7542c-c1a4-4d7f-a369-d897f3ee7899 req-be39b7ee-d43d-42e3-b04e-9a61310db9d4 tempest-VolumesSnapshotTestJSON-1104110136 tempest-VolumesSnapshotTestJSON-1104110136-project] 10.222.0.10 "GET /v2.0/ports?device_id=04012f88-d437-4948-a2af-379a649759fe HTTP/1.1" status: 200 len: 210 time: 0.0277867 Aug 30 17:44:13.898439 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 8d3df5b9-c85f-414e-b864-73b4406b5213 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:44:13.917824 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 8d3df5b9-c85f-414e-b864-73b4406b5213 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:44:13.918098 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 8d3df5b9-c85f-414e-b864-73b4406b5213 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:44:15.526241 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46334) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:15.629618 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b711-0b2f-4e18-93dc-60e52a736c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:15.714709 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b711-0b2f-4e18-93dc-60e52a736c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:15.854504 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b711-0b2f-4e18-93dc-60e52a736c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:15.883113 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7b711-0b2f-4e18-93dc-60e52a736c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1e732b-bdbd-465c-83d3-edfdbd1bf9cd,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:15.887405 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-b8f7b711-0b2f-4e18-93dc-60e52a736c07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c79d3f9da254ed58979c7beca12d6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601112 Aug 30 17:44:15.890224 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46340) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:15.947522 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:15.968228 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:16.103345 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:16.105930 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:16.107089 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c1e732b-bdbd-465c-83d3-edfdbd1bf9cd HTTP/1.1" status: 204 len: 168 time: 0.2152283 Aug 30 17:44:16.116360 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b229174-4fdf-4ff7-a89b-82795625083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1e732b-bdbd-465c-83d3-edfdbd1bf9cd,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:17.003885 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46348) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:17.016834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d4377f50-61ee-4f8b-882b-6258b6d2421f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.104258 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d4377f50-61ee-4f8b-882b-6258b6d2421f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.188583 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d4377f50-61ee-4f8b-882b-6258b6d2421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.226205 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d4377f50-61ee-4f8b-882b-6258b6d2421f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0b5c389f3dc40be9d5c0b0ef660e662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212658 Aug 30 17:44:17.227259 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377f50-61ee-4f8b-882b-6258b6d2421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b0440-5bd5-4280-834c-053e91265a04,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:17.229306 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46350) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:17.276347 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.296791 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.446253 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.448787 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:17.449972 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/291b0440-5bd5-4280-834c-053e91265a04 HTTP/1.1" status: 204 len: 168 time: 0.2196786 Aug 30 17:44:17.458071 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e57013-5a4e-4de1-939c-ed8f587cf121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b0440-5bd5-4280-834c-053e91265a04,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:22.306248 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46440) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:22.408735 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8d66ee8c-bccc-45de-9aae-5a504f108853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.506470 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8d66ee8c-bccc-45de-9aae-5a504f108853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.566070 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-8d66ee8c-bccc-45de-9aae-5a504f108853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.604538 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-8d66ee8c-bccc-45de-9aae-5a504f108853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b8b17c5a43a4e0c8acf789e5968107d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972472 Aug 30 17:44:22.605706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ee8c-bccc-45de-9aae-5a504f108853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e296d305-7d74-4c08-98b0-365ec6434a02,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:22.607344 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46448) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:22.654766 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.676759 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.857185 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.859656 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:22.860796 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e296d305-7d74-4c08-98b0-365ec6434a02 HTTP/1.1" status: 204 len: 168 time: 0.2524827 Aug 30 17:44:22.869235 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296d305-7d74-4c08-98b0-365ec6434a02,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:22.876229 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.876577 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.876912 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.877244 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.877570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.877894 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.878246 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.878570 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.878894 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.879213 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.879526 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:22.879843 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8605b-8a52-4f45-b89e-d4c85d53de5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:23.627972 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46458) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:23.641529 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f432d030-491e-4c25-bc43-3e1caa09fcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:23.730036 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f432d030-491e-4c25-bc43-3e1caa09fcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:23.822992 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f432d030-491e-4c25-bc43-3e1caa09fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:23.860316 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f432d030-491e-4c25-bc43-3e1caa09fcd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d433a5b0ffc141808e8a0a1eb71a5798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313023 Aug 30 17:44:23.861410 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432d030-491e-4c25-bc43-3e1caa09fcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c24943-16dc-4aa6-83fd-32dac624e81b,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:23.863072 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46460) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:23.919882 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:23.940964 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:24.078384 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:24.080836 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:24.082009 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09c24943-16dc-4aa6-83fd-32dac624e81b HTTP/1.1" status: 204 len: 168 time: 0.2172892 Aug 30 17:44:24.089625 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f91ee9-cce8-4634-bf64-387dc7249521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c24943-16dc-4aa6-83fd-32dac624e81b,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:25.929699 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3d78ec20-bec2-466a-bd54-8eb0cbc7d28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:27.497697 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:28.678379 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d564b0ae-8bb4-469d-b3b8-7d39a26e3b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:29.009544 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:29.800309 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:31.266909 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.618506 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46656) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:38.661718 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Deleting subnet fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:44:38.664863 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.699045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.735185 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.856000 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.880897 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:38.890260 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:38.890260 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d7449929-2fbf-47d4-85f3-994c923d7842 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fd72a1f4-6bc9-4d0f-8425-a6fdb02ba501 HTTP/1.1" status: 204 len: 168 time: 0.2675858 Aug 30 17:44:38.890260 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46666) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:38.954287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.031629 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.041400 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7761dc-99f2-4103-85bc-04222ca815d1']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:39.050994 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1928e340-025c-4a90-88e9-391bf92cb81a') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:39.051287 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1928e340-025c-4a90-88e9-391bf92cb81a') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:39.060466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.073502 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.079020 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:44:39.079397 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:44:39.080938 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:44:39.200316 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.205746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.207622 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fd7761dc-99f2-4103-85bc-04222ca815d1 HTTP/1.1" status: 204 len: 168 time: 0.3172772 Aug 30 17:44:39.218049 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774e9a3-1dcf-4a92-82b8-9d0044be08d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7761dc-99f2-4103-85bc-04222ca815d1,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:39.598482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46674) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:39.637684 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f342b431-e827-4a02-9d93-a70da8a5c413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c515422cec84ab5bdcd584e946b9de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380573 Aug 30 17:44:39.640177 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46678) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:39.687351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.707713 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.857121 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.859711 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:39.860846 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28dab646-2cbe-4023-9524-e2113db8287e HTTP/1.1" status: 204 len: 168 time: 0.2197847 Aug 30 17:44:39.868689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dab646-2cbe-4023-9524-e2113db8287e,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:39.875650 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.876004 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.876351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.876689 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.877022 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.877359 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.877690 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.878020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.878374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.878706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.879028 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:39.879350 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d59865-40d0-468c-bdd2-ea7e8bc85f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:40.862466 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46702) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:40.957069 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778016046-network', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:41.040108 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Made reservation on behalf of e394aeb5af124354833d784e3207f5c0 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:44:41.042339 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.053136 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.136365 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.200081 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.226662 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:44:41.232485 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c7117-67ae-485c-a9df-aff7edc85d32,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:41.239978 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.240330 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Added segment 3afa2502-de91-4662-842f-6b85b6b9769e of type vlan for network 8974e134-6d49-4296-977f-5cf5e9f19a0f Aug 30 17:44:41.279406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.359806 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.360745 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:41.361331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.419471 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] Pushing event updated for resources: {'Network': ['ID=8974e134-6d49-4296-977f-5cf5e9f19a0f,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:41.429660 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:44:41.510449 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-9b50001f-e575-482d-8604-4439dad3f465 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6466501 Aug 30 17:44:41.513126 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46706) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:41.517956 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Request body: {'subnet': {'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778016046-subnet', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'ip_version': 4}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:41.616834 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Made reservation on behalf of e394aeb5af124354833d784e3207f5c0 for: {'subnet': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:44:41.619679 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126213123'] for subnet, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.834404 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126198153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126213233'] for subnet, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:41.889807 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c518ecd2-6f02-470e-8bdf-30fedd4014b4,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:41.897482 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Checking segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:41.897833 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Network hostable DHCP agents. Network: 8974e134-6d49-4296-977f-5cf5e9f19a0f, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:44:41.970916 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:44:42.033866 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 8974e134-6d49-4296-977f-5cf5e9f19a0f) {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:42.038389 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:42.039403 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.045066 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe3394-a35f-4d33-9091-0d974d0847ac None None] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:42.121956 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-543fea20-61db-43ba-b5ce-393350234b11 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6054707 Aug 30 17:44:42.122293 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46710) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:42.126780 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:42.187253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-8974e134-6d49-4296-977f-5cf5e9f19a0f', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:44:42.188085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.204125 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.205177 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.255406 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.317302 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Allocated IP 172.20.0.2 (8974e134-6d49-4296-977f-5cf5e9f19a0f/c518ecd2-6f02-470e-8bdf-30fedd4014b4/ddb70203-92b7-4057-baf9-6a4e67beea53) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:42.412924 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:44:42.444756 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.458788 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.467374 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Transition to ACTIVE for port object ddb70203-92b7-4057-baf9-6a4e67beea53 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:42.482477 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Transition to ACTIVE for port object ddb70203-92b7-4057-baf9-6a4e67beea53 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:42.549225 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.587527 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:42.590272 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:42.592766 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:42.610060 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Pushing event updated for resources: {'Port': ['ID=ddb70203-92b7-4057-baf9-6a4e67beea53,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:42.646747 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.647100 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.647448 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.647787 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.648123 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.648455 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.649290 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.649629 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.649959 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.650316 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.650640 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.650970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:42.667898 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Attempting to bind port ddb70203-92b7-4057-baf9-6a4e67beea53 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:42.668417 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Attempting to bind port ddb70203-92b7-4057-baf9-6a4e67beea53 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:42.668688 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Attempting to bind port ddb70203-92b7-4057-baf9-6a4e67beea53 on network 8974e134-6d49-4296-977f-5cf5e9f19a0f {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:42.673573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:42.673955 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Checking segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:42.674388 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.674788 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Bound using segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:42.675253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Bound port: ddb70203-92b7-4057-baf9-6a4e67beea53, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:42.675636 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.686845 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.705177 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.737579 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] For port ddb70203-92b7-4057-baf9-6a4e67beea53, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:42.740541 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] For port ddb70203-92b7-4057-baf9-6a4e67beea53, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=ddb70203-92b7-4057-baf9-6a4e67beea53,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:42.808909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Allocated IP 172.27.3.98 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/8b21c323-d087-48d9-94c2-6d8256c4bf39) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:42.811862 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:42.868799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46b5c-052f-4d6e-8c84-eb46b6809507 None None] Pushing event updated for resources: {'Port': ['ID=ddb70203-92b7-4057-baf9-6a4e67beea53,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:42.916155 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.033684 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.055751 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:43.058523 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:43.062025 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:43.084412 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b21c323-d087-48d9-94c2-6d8256c4bf39,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:43.379819 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.407091 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device ddb70203-92b7-4057-baf9-6a4e67beea53 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:43.520307 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port ddb70203-92b7-4057-baf9-6a4e67beea53 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:43.592307 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.729233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c0041-ed43-48b0-a6d4-a0a30e60276d None None] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:43.794401 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:44:43.910607 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:43.921877 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Sync routers for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:43.925313 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Provisioning for port ddb70203-92b7-4057-baf9-6a4e67beea53 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:43.932594 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Provisioning complete for port ddb70203-92b7-4057-baf9-6a4e67beea53 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:43.932970 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.938879 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:43.939516 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:43.983152 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:43.984699 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ddc5f611-8038-4833-9b0c-e67f670aafd4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8614151 Aug 30 17:44:43.987892 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46718) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:44.240939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:44.298283 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.379558 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] For port ddb70203-92b7-4057-baf9-6a4e67beea53, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=ddb70203-92b7-4057-baf9-6a4e67beea53,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:44.469150 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:43Z', 'revision_number': 3, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:44.500824 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Checking router: d1b6f93d-7bba-4d05-ae3f-f990a506ce6b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:44.501173 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Updating router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b port 8b21c323-d087-48d9-94c2-6d8256c4bf39 binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:44:44.519483 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.551750 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.596733 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d0d96-e6f6-4644-ad85-233aff31d16f None None] Pushing event updated for resources: {'Port': ['ID=ddb70203-92b7-4057-baf9-6a4e67beea53,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:44.682804 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-6299e545-61a7-488d-b0ee-4f6630c5cccb None None] Provisioning complete for port ddb70203-92b7-4057-baf9-6a4e67beea53 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:44.683174 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-6299e545-61a7-488d-b0ee-4f6630c5cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.700179 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.861525 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Allocated IP 172.20.0.1 (8974e134-6d49-4296-977f-5cf5e9f19a0f/c518ecd2-6f02-470e-8bdf-30fedd4014b4/26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:44.892722 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.903119 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Transition to ACTIVE for port object 8b21c323-d087-48d9-94c2-6d8256c4bf39 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:44.963770 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:44.975717 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Transition to ACTIVE for port object 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:44.999694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.050149 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Attempting to bind port 8b21c323-d087-48d9-94c2-6d8256c4bf39 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:45.050524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Attempting to bind port 8b21c323-d087-48d9-94c2-6d8256c4bf39 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:45.050889 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Attempting to bind port 8b21c323-d087-48d9-94c2-6d8256c4bf39 on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:45.058003 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ef026-239a-4817-ba0e-e3a62be19310 None None] Pushing event updated for resources: {'Port': ['ID=8b21c323-d087-48d9-94c2-6d8256c4bf39,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:45.061382 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:45.061801 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:45.062232 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.062618 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:45.063081 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Bound port: 8b21c323-d087-48d9-94c2-6d8256c4bf39, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:45.063465 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.069161 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.116504 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:45.119203 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] For port 8b21c323-d087-48d9-94c2-6d8256c4bf39, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:45.121397 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:45.122620 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] For port 8b21c323-d087-48d9-94c2-6d8256c4bf39, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=8b21c323-d087-48d9-94c2-6d8256c4bf39,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:45.125882 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:45.129092 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Pushing event updated for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:45.166291 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.229530 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.288991 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:45.289631 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:45.326690 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ef026-239a-4817-ba0e-e3a62be19310 None None] Pushing event updated for resources: {'Port': ['ID=8b21c323-d087-48d9-94c2-6d8256c4bf39,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:45.377890 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.382277 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device ddb70203-92b7-4057-baf9-6a4e67beea53 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:45.440898 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:45.531787 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e53ec1e2-33e0-4fda-97f2-9bf70b804c15 None None] Provisioning for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:45.542032 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.543920 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-e53ec1e2-33e0-4fda-97f2-9bf70b804c15 None None] Provisioning complete for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:45.544286 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e53ec1e2-33e0-4fda-97f2-9bf70b804c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.573019 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port ddb70203-92b7-4057-baf9-6a4e67beea53 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:45.573672 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.621302 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-e53ec1e2-33e0-4fda-97f2-9bf70b804c15 None None] Port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:44:45.628364 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.697047 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Pushing event updated for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:45.700571 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:45.720927 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:43Z', 'revision_number': 3, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:45.750410 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74ebeeb-2618-46d3-82ff-0758610fd25b None None] The sync data for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi is: [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:43Z', 'revision_number': 3, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:45.796003 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:45.797451 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:45.916746 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:44:46.042633 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-966c7cbc-6207-4de9-80ed-fe4e97d666c7 None None] Provisioning complete for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:46.042990 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-966c7cbc-6207-4de9-80ed-fe4e97d666c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:46.044051 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:46.049279 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-d7dd77b8-8ebd-4b5b-94bf-e7544b3bad72 admin admin] 10.222.0.10 "PUT /v2.0/routers/d1b6f93d-7bba-4d05-ae3f-f990a506ce6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601463 Aug 30 17:44:46.080640 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-966c7cbc-6207-4de9-80ed-fe4e97d666c7 None None] Port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:44:46.903320 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46742) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:46.908264 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1285484284-network', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:47.026525 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Made reservation on behalf of 8dc11571ca124ff994c35b467abd5b62 for: {'network': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:44:47.028965 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for network, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.037926 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.125590 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.149500 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Sync routers for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:47.158569 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:47.159172 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:47.205710 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.230963 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:44:47.240797 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186d0fa-685f-4b64-897c-961bbc722c61,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:47.247176 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.247577 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.db.segments_db [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Added segment c55be8d7-e689-43f6-b53e-d3349982668c of type vlan for network 007e635f-b75e-4972-891d-97c83fc41aec Aug 30 17:44:47.288645 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753619856487'] for network, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.351542 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:47.392853 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 8b21c323-d087-48d9-94c2-6d8256c4bf39 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:47.405513 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327'] for network, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.406554 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:47.407152 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.469735 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] Pushing event updated for resources: {'Network': ['ID=007e635f-b75e-4972-891d-97c83fc41aec,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:47.479589 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Network 007e635f-b75e-4972-891d-97c83fc41aec details requested by agent ovs-agent-dv-cinder-759955-15-iscsi with host dv-cinder-759955-15-iscsi {{(pid=94573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:44:47.524827 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 8b21c323-d087-48d9-94c2-6d8256c4bf39 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:47.532360 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 8b21c323-d087-48d9-94c2-6d8256c4bf39 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:47.532737 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.552418 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46744) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:47.553218 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-7129f42c-a089-4697-8faa-499680e07c6a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6480460 Aug 30 17:44:47.557048 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 2, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:47.558661 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Request body: {'subnet': {'network_id': '007e635f-b75e-4972-891d-97c83fc41aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1285484284-subnet', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'ip_version': 4}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:47.583628 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Checking router: d1b6f93d-7bba-4d05-ae3f-f990a506ce6b for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:47.583984 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Updating router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:44:47.608173 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.621918 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.643237 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 8b21c323-d087-48d9-94c2-6d8256c4bf39, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=8b21c323-d087-48d9-94c2-6d8256c4bf39,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:47.666634 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Made reservation on behalf of 8dc11571ca124ff994c35b467abd5b62 for: {'subnet': 1} {{(pid=94572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:44:47.669089 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2467449'] for subnet, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.760430 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.810249 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=8b21c323-d087-48d9-94c2-6d8256c4bf39,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:47.868786 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.877965 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Transition to ACTIVE for port object 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:47.902632 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2110507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2467339'] for subnet, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:47.958187 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e146f9e6-4ef8-45b4-abac-d8c43a7a82d4,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:47.969424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Checking segment: {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:47.969424 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Network hostable DHCP agents. Network: 007e635f-b75e-4972-891d-97c83fc41aec, hostable agents: ['ac4a7dd9-3191-4abe-8d11-c7e00626df70'], hosted agents: [] {{(pid=94572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:44:47.969821 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.015567 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Pushing event updated for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:48.038010 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.038397 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.038740 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.039069 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.039921 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.040244 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.040566 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.040886 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.041220 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.041544 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.041862 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.042198 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:44:48.057050 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Network 007e635f-b75e-4972-891d-97c83fc41aec is scheduled to be hosted by DHCP agent ac4a7dd9-3191-4abe-8d11-c7e00626df70 with binding_index 1 {{(pid=94572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:44:48.072698 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Attempting to bind port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:48.073068 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Attempting to bind port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:48.073427 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Attempting to bind port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf on network 8974e134-6d49-4296-977f-5cf5e9f19a0f {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:48.078501 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:48.078871 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Checking segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:48.079275 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.079668 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Bound using segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:48.080129 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Bound port: 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:48.080524 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.142716 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-15-iscsi, 007e635f-b75e-4972-891d-97c83fc41aec) {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:48.144360 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] For port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:48.147311 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:44:48.147711 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] For port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:48.148447 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.155448 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7832167-329e-4dd2-a077-b4bfab9eeb2d None None] Network 007e635f-b75e-4972-891d-97c83fc41aec requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:48.251551 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.261755 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-80eb08ba-306a-49bd-b8b6-17580d79cdad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7078352 Aug 30 17:44:48.264417 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46748) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:48.268913 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:48.306222 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:48.307589 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:48.309524 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd7efa57-de18-58b5-b059-b0fd18da1b6c-007e635f-b75e-4972-891d-97c83fc41aec', 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'fixed_ips': [{'subnet_id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4'}]}} from dv-cinder-759955-15-iscsi. {{(pid=94573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:44:48.310608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.359448 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf921b65-6ed5-472a-a01e-d93e1a24088f None None] Pushing event updated for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:48.360763 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102444'] for router, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.361878 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102439'] for router, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.435161 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.439227 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:48.467939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.db_base_plugin_common [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Allocated IP 172.20.0.2 (007e635f-b75e-4972-891d-97c83fc41aec/e146f9e6-4ef8-45b4-abac-d8c43a7a82d4/35e98dec-2b42-4c4b-919e-2ce52601d316) {{(pid=94573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:48.636005 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks [] for port, precommit_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.642791 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:48Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:48.644463 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Transition to ACTIVE for port object 35e98dec-2b42-4c4b-919e-2ce52601d316 will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:48.647130 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.659694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Transition to ACTIVE for port object 35e98dec-2b42-4c4b-919e-2ce52601d316 will not be triggered until provisioned by entity DHCP. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:48.670578 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bb644-4907-42ea-aaf8-9d6834c74f76 None None] The sync data for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi is: [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:48Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:48.764879 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284'] for port, after_create {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.805275 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Network 007e635f-b75e-4972-891d-97c83fc41aec is already hosted by enough agents. {{(pid=94573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:48.812085 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.scheduler.base_scheduler [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Resources bound (agent type, host, resource id): {{(pid=94573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:48.815649 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Received port after_create {{(pid=94573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:48.829893 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Pushing event updated for resources: {'Port': ['ID=35e98dec-2b42-4c4b-919e-2ce52601d316,revision_number=1']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:48.881303 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Attempting to bind port 35e98dec-2b42-4c4b-919e-2ce52601d316 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:48.881675 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Attempting to bind port 35e98dec-2b42-4c4b-919e-2ce52601d316 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:48.882047 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Attempting to bind port 35e98dec-2b42-4c4b-919e-2ce52601d316 on network 007e635f-b75e-4972-891d-97c83fc41aec {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:48.888070 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:48.888454 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Checking segment: {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:48.888858 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.889253 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Bound using segment: {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:48.889725 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Bound port: 35e98dec-2b42-4c4b-919e-2ce52601d316, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:48.890193 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.956753 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:48.962210 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] For port 35e98dec-2b42-4c4b-919e-2ce52601d316, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:48.965583 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] For port 35e98dec-2b42-4c4b-919e-2ce52601d316, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=35e98dec-2b42-4c4b-919e-2ce52601d316,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:48.976729 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.052540 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.089761 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Allocated IP 172.27.3.254 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/5a3947c1-e28b-41de-ac92-682c64cf0d0e) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:49.125198 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014496f-ed54-4f00-a67f-bcefcd05fa5a None None] Pushing event updated for resources: {'Port': ['ID=35e98dec-2b42-4c4b-919e-2ce52601d316,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:49.206472 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.288767 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.344502 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:49.345651 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:49.362369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:49.369742 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Pushing event updated for resources: {'Port': ['ID=5a3947c1-e28b-41de-ac92-682c64cf0d0e,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:49.544811 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 8b21c323-d087-48d9-94c2-6d8256c4bf39 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:49.596535 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 8b21c323-d087-48d9-94c2-6d8256c4bf39 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:49.596847 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.722496 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.825913 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 35e98dec-2b42-4c4b-919e-2ce52601d316 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:49.955686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567351'] for router, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:49.963854 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 35e98dec-2b42-4c4b-919e-2ce52601d316 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:49.968301 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:50.119385 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:50.129410 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:50.129975 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.151174 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b1f88-523b-400b-8519-210ca6bf7825 None None] Network 007e635f-b75e-4972-891d-97c83fc41aec requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:44:50.199646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Router fc8ee625-8bd7-4f8a-8951-d619ff18b51a is scheduled to L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 with binding_index 1 {{(pid=94572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:44:50.308015 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.311313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:50.324765 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Sync routers for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:50.339601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Provisioning for port 35e98dec-2b42-4c4b-919e-2ce52601d316 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:50.365835 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Provisioning complete for port 35e98dec-2b42-4c4b-919e-2ce52601d316 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:50.366166 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.392079 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:50.392662 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:50.397101 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:50.422686 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.424037 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a2326a4d-1379-4992-bcdc-226b4a857e4c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1585143 Aug 30 17:44:50.427161 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46758) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:50.522435 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.595829 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:50.668249 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.723094 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:50.750227 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] For port 35e98dec-2b42-4c4b-919e-2ce52601d316, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=35e98dec-2b42-4c4b-919e-2ce52601d316,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:50.826960 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:49Z', 'revision_number': 3, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:50.852446 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.855813 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Checking router: fc8ee625-8bd7-4f8a-8951-d619ff18b51a for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:50.856161 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Updating router fc8ee625-8bd7-4f8a-8951-d619ff18b51a port 5a3947c1-e28b-41de-ac92-682c64cf0d0e binding host dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:44:50.891007 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.909610 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:50.943636 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4059e2-54ba-4abb-a699-147c218c1858 None None] Pushing event updated for resources: {'Port': ['ID=35e98dec-2b42-4c4b-919e-2ce52601d316,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:51.026918 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-526b100c-7210-4d69-9489-e1f84eb34733 None None] Provisioning complete for port 35e98dec-2b42-4c4b-919e-2ce52601d316 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:51.027193 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-526b100c-7210-4d69-9489-e1f84eb34733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.043355 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Allocated IP 172.20.0.1 (007e635f-b75e-4972-891d-97c83fc41aec/e146f9e6-4ef8-45b4-abac-d8c43a7a82d4/c6133ced-f8f8-4386-a67a-c84533a6fc12) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:44:51.143466 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.155837 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.provisioning_blocks [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Transition to ACTIVE for port object c6133ced-f8f8-4386-a67a-c84533a6fc12 will not be triggered until provisioned by entity DHCP. {{(pid=94572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:51.243415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks [] for port, precommit_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.251479 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.252731 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Transition to ACTIVE for port object 5a3947c1-e28b-41de-ac92-682c64cf0d0e will not be triggered until provisioned by entity L2. {{(pid=94573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:51.331515 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.390221 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b11a6-09a0-4bca-b8de-da98349d6a56 None None] Pushing event updated for resources: {'Port': ['ID=5a3947c1-e28b-41de-ac92-682c64cf0d0e,revision_number=2']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:51.394018 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Attempting to bind port 5a3947c1-e28b-41de-ac92-682c64cf0d0e on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:51.394352 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Attempting to bind port 5a3947c1-e28b-41de-ac92-682c64cf0d0e by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:51.394718 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Attempting to bind port 5a3947c1-e28b-41de-ac92-682c64cf0d0e on network 4c17bcbd-cef6-4539-bc8c-ca2322225816 {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:51.400911 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:51.401288 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Checking segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:51.401693 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.402140 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Bound using segment: {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'} {{(pid=94573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:51.402575 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.managers [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Bound port: 5a3947c1-e28b-41de-ac92-682c64cf0d0e, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4600c470-f2e8-4af8-aeee-6338e5c9350f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816'}}] {{(pid=94573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:51.403207 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.407551 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:51.495731 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] For port 5a3947c1-e28b-41de-ac92-682c64cf0d0e, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:51.499509 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] For port 5a3947c1-e28b-41de-ac92-682c64cf0d0e, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=5a3947c1-e28b-41de-ac92-682c64cf0d0e,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:51.504692 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:51.505066 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.560615 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Network 007e635f-b75e-4972-891d-97c83fc41aec is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:51.563620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:51.567266 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:44:51.572939 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Pushing event updated for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:51.589376 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.619610 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567528'] for router_interface, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.632573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 35e98dec-2b42-4c4b-919e-2ce52601d316 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:51.699068 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:51.699712 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:51.703277 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b11a6-09a0-4bca-b8de-da98349d6a56 None None] Pushing event updated for resources: {'Port': ['ID=5a3947c1-e28b-41de-ac92-682c64cf0d0e,revision_number=3']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:51.813656 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 35e98dec-2b42-4c4b-919e-2ce52601d316 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:51.814121 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:51.853819 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.002785 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:52.017645 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.060867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-25b9d2b7-9e88-4489-8aeb-28ce74d81a4c None None] Provisioning for port c6133ced-f8f8-4386-a67a-c84533a6fc12 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:52.108331 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.115078 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-25b9d2b7-9e88-4489-8aeb-28ce74d81a4c None None] Provisioning complete for port c6133ced-f8f8-4386-a67a-c84533a6fc12 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:52.115452 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25b9d2b7-9e88-4489-8aeb-28ce74d81a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.175359 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Pushing event updated for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:52.177984 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1544361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567607'] for router_interface, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.186815 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-25b9d2b7-9e88-4489-8aeb-28ce74d81a4c None None] Port c6133ced-f8f8-4386-a67a-c84533a6fc12 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:44:52.253340 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:49Z', 'revision_number': 3, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:52.271156 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Network 007e635f-b75e-4972-891d-97c83fc41aec is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:44:52.272682 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:44:52.279434 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867fbbe-1061-4529-b58f-815aef1add2e None None] The sync data for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi is: [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:49Z', 'revision_number': 3, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:52.403648 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Router fc8ee625-8bd7-4f8a-8951-d619ff18b51a has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:44:52.514016 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-21aabbce-7705-4b23-b323-93993163126b None None] Provisioning complete for port c6133ced-f8f8-4386-a67a-c84533a6fc12 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:52.515132 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-21aabbce-7705-4b23-b323-93993163126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:52.546188 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:44:52.556218 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2b37f1b0-1392-4388-858a-82f178010d26 admin admin] 10.222.0.10 "PUT /v2.0/routers/fc8ee625-8bd7-4f8a-8951-d619ff18b51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1263254 Aug 30 17:44:52.570958 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-21aabbce-7705-4b23-b323-93993163126b None None] Port c6133ced-f8f8-4386-a67a-c84533a6fc12 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:44:53.276505 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46780) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:53.281465 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466914261', 'description': 'tempest-secgroup-smoke-466914261 description', 'project_id': 'e394aeb5af124354833d784e3207f5c0'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:53.376951 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.397500 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 5a3947c1-e28b-41de-ac92-682c64cf0d0e up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:53.467827 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.525583 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port 5a3947c1-e28b-41de-ac92-682c64cf0d0e completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:53.529666 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 5a3947c1-e28b-41de-ac92-682c64cf0d0e triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:53.530039 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.553962 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.584198 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec0f06-0280-4271-b834-1c9b8dcafd0a,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:53.607645 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.629029 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port 5a3947c1-e28b-41de-ac92-682c64cf0d0e, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=5a3947c1-e28b-41de-ac92-682c64cf0d0e,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:53.729904 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.731281 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-f8099086-9513-4d42-9c91-c63c641514ed tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4535413 Aug 30 17:44:53.734621 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46784) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:53.743228 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:53.822924 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Sync routers for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:44:53.833343 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:53.833945 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:53.936569 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:53.954463 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:53.999191 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.017366 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=5a3947c1-e28b-41de-ac92-682c64cf0d0e,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:54.057528 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.129279 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.139113 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 4, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c6133ced-f8f8-4386-a67a-c84533a6fc12', 'name': '', 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'mac_address': 'fa:16:3e:11:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:50Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 2, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'subnets': [{'id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:54.147149 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2c5eae-6ee6-45c3-81e9-132188981e22,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:54.165355 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Checking router: fc8ee625-8bd7-4f8a-8951-d619ff18b51a for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:44:54.165710 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Updating router fc8ee625-8bd7-4f8a-8951-d619ff18b51a port c6133ced-f8f8-4386-a67a-c84533a6fc12 binding host dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:44:54.190503 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.226563 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.227789 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-df2f3670-6ac5-471d-8f4d-7788207eb5c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4921355 Aug 30 17:44:54.230476 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46788) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:54.235010 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:54.341879 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.401012 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.485474 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.509963 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c76c17-8442-4bc0-b2e0-5f6561cb7ae3,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:54.530152 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks [] for port, precommit_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.539819 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.provisioning_blocks [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Transition to ACTIVE for port object c6133ced-f8f8-4386-a67a-c84533a6fc12 will not be triggered until provisioned by entity L2. {{(pid=94574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:44:54.571550 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.572869 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-77cc4cf6-1cfc-4c1b-8e3e-a17cc3f210a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414550 Aug 30 17:44:54.575544 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46792) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:54.580000 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:54.617544 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.665194 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238945a-b7ad-4c2b-82b5-389feff9c05b None None] Pushing event updated for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=3']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:54.708123 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.715977 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Attempting to bind port c6133ced-f8f8-4386-a67a-c84533a6fc12 on host dv-cinder-759955-15-iscsi for vnic_type normal with profile {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:44:54.716352 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Attempting to bind port c6133ced-f8f8-4386-a67a-c84533a6fc12 by drivers openvswitch,hyperv on host dv-cinder-759955-15-iscsi at level 0 using segments [{'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:44:54.716714 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Attempting to bind port c6133ced-f8f8-4386-a67a-c84533a6fc12 on network 007e635f-b75e-4972-891d-97c83fc41aec {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:44:54.722229 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Checking agent: {'id': '77486cb2-604f-4281-853f-69dfbbb09006', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 25, 59), 'started_at': datetime.datetime(2021, 8, 30, 17, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:44:54.722609 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Checking segment: {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:44:54.723015 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.723412 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Bound using segment: {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'} {{(pid=94574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:44:54.723879 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.managers [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Bound port: c6133ced-f8f8-4386-a67a-c84533a6fc12, host: dv-cinder-759955-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55be8d7-e689-43f6-b53e-d3349982668c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec'}}] {{(pid=94574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:44:54.724350 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.774513 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.793698 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] For port c6133ced-f8f8-4386-a67a-c84533a6fc12, host dv-cinder-759955-15-iscsi, cleared binding levels {{(pid=94574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:44:54.796951 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.plugins.ml2.db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] For port c6133ced-f8f8-4386-a67a-c84533a6fc12, host dv-cinder-759955-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c6133ced-f8f8-4386-a67a-c84533a6fc12,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:44:54.857020 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.874954 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0b31e-3b89-4684-9313-aaa9f5d15265,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:54.884779 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron_lib.callbacks.manager [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.939994 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:44:54.940632 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:44:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:54.954275 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:54.956804 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-37a5d43a-2f1f-42c2-b775-efd1fce27408 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3791873 Aug 30 17:44:54.958374 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 46794) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:54.963567 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:54.980778 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238945a-b7ad-4c2b-82b5-389feff9c05b None None] Pushing event updated for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=4']} {{(pid=94574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:55.052429 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:44:55.072324 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.140644 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.203438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.222372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaf4d7a-c578-47e6-b8be-58ac41cf22b6,revision_number=0']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:55.252672 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 4, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c6133ced-f8f8-4386-a67a-c84533a6fc12', 'name': '', 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'mac_address': 'fa:16:3e:11:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:50Z', 'updated_at': '2021-08-30T17:44:54Z', 'revision_number': 4, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'subnets': [{'id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:44:55.277912 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88de688-e68b-4f35-8360-5d6744795a3d None None] The sync data for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi is: [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:51Z', 'revision_number': 4, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': 'c6133ced-f8f8-4386-a67a-c84533a6fc12', 'name': '', 'network_id': '007e635f-b75e-4972-891d-97c83fc41aec', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'mac_address': 'fa:16:3e:11:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:50Z', 'updated_at': '2021-08-30T17:44:54Z', 'revision_number': 4, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'subnets': [{'id': 'e146f9e6-4ef8-45b4-abac-d8c43a7a82d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:44:55.300991 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.302619 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-241130c0-9f14-4fa2-bdd4-a4294aab8647 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433189 Aug 30 17:44:55.305901 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46796) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:55.311440 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:55.400579 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Project e394aeb5af124354833d784e3207f5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:44:55.406019 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.481312 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.509722 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c6133ced-f8f8-4386-a67a-c84533a6fc12 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:55.568646 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.584369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eff9b06-11dc-4d58-9e88-86969fb4bdbd,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:55.628435 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning for port c6133ced-f8f8-4386-a67a-c84533a6fc12 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:44:55.632573 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c6133ced-f8f8-4386-a67a-c84533a6fc12 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:55.637520 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.660367 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.660367 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-15fda306-13d9-45c1-8094-f92b739e2fda tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509603 Aug 30 17:44:55.661179 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46800) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:44:55.666758 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'security_group_rule': {'security_group_id': 'd2ec0f06-0280-4271-b834-1c9b8dcafd0a', 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:44:55.714917 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.748313 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] For port c6133ced-f8f8-4386-a67a-c84533a6fc12, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c6133ced-f8f8-4386-a67a-c84533a6fc12,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:44:55.771510 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.securitygroups_db [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Project e394aeb5af124354833d784e3207f5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:44:55.777555 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.840643 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.841969 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 5a3947c1-e28b-41de-ac92-682c64cf0d0e up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:55.842340 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.923531 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-698638'] for security_group_rule, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:55.935804 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Pushing event updated for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:55.936388 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdc2ec7-639d-417a-967e-27eacd1e3420,revision_number=0']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:44:55.948412 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port 5a3947c1-e28b-41de-ac92-682c64cf0d0e triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:55.948819 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:56.013739 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a3d0d8aa-620e-4fe1-aa95-e097c35d3c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:56.032648 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:56.047767 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9196a9c3-8acd-4349-9fd4-47840bbfdf24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3717039 Aug 30 17:44:57.393189 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c6133ced-f8f8-4386-a67a-c84533a6fc12 up at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:44:57.456357 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Provisioning complete for port c6133ced-f8f8-4386-a67a-c84533a6fc12 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:44:57.457082 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:57.542934 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:58.706751 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-cbaf143d-bad7-4ecb-900a-d2606baa5881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:59.003973 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:44:59.759745 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:01.302877 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.434286 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46900) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:02.541351 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ebfc-e10d-428d-9a49-845f3e79c6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.623855 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ebfc-e10d-428d-9a49-845f3e79c6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.712042 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-c0f9ebfc-e10d-428d-9a49-845f3e79c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.750480 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9ebfc-e10d-428d-9a49-845f3e79c6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f7e33-d946-4ca3-87aa-68b5e9479cb3,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:02.754817 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-c0f9ebfc-e10d-428d-9a49-845f3e79c6c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b582b0a8d66f4ba0abc903afd91d0b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194821 Aug 30 17:45:02.758214 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 46904) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:02.804911 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.833412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.959367 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.961870 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:02.963079 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a60f7e33-d946-4ca3-87aa-68b5e9479cb3 HTTP/1.1" status: 204 len: 168 time: 0.2040377 Aug 30 17:45:02.970718 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c924a38-3c74-4262-bff0-b399d1c77c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f7e33-d946-4ca3-87aa-68b5e9479cb3,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:19.411417 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:45:20.165204 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-773134a2-18ad-4ff0-8c32-ace9b1a0b8f0 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466914261&fields=id&tenant_id=e394aeb5af124354833d784e3207f5c0 HTTP/1.1" status: 200 len: 267 time: 0.0335305 Aug 30 17:45:20.271305 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-56f4a47e-2537-4ce3-a447-d6dfe452a5ec tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:20.272780 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-56f4a47e-2537-4ce3-a447-d6dfe452a5ec tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 809 time: 0.1007268 Aug 30 17:45:20.287030 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-8f67e24f-45df-4509-afa9-0df68d601bce tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/quotas/e394aeb5af124354833d784e3207f5c0 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Aug 30 17:45:20.336369 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-571b92e9-95eb-4e84-a967-dbc31b79cda6 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437784 Aug 30 17:45:20.439622 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-98329811-2c56-4983-8298-7d44e9e9d928 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:45:20.440620 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-98329811-2c56-4983-8298-7d44e9e9d928 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0926428 Aug 30 17:45:20.528216 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d4c948c3-b2d0-48c7-a8da-a0879ac89ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813379 Aug 30 17:45:20.618560 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-87debfc1-7f93-45e5-a353-0e5b6aeb12e0 service neutron] 10.222.0.10 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843995 Aug 30 17:45:21.259957 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5fcbbe4e-21b0-4212-a233-87c91e0daac1 req-cc97f7ce-3e06-4440-bf9a-1d9c122b0e63 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 210 time: 0.0762169 Aug 30 17:45:22.355143 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-e5910ce4-69a9-41da-addf-380f34f2c810 req-c329a48a-59d8-45c7-8b9b-ed05f0d99a4e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Aug 30 17:45:23.447810 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9cdc7127-4ba5-4e37-9668-92578664896f req-d6ba4c87-a71c-4135-aade-b8f6122bcbd9 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 210 time: 0.0252752 Aug 30 17:45:23.509023 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-0ffdd4aa-fe8f-4dad-b251-55a88e1ab5ac tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:23.510420 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-0ffdd4aa-fe8f-4dad-b251-55a88e1ab5ac tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 809 time: 0.1069605 Aug 30 17:45:23.557801 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-f28d5c82-62ab-4659-addb-eba026be3512 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e394aeb5af124354833d784e3207f5c0 HTTP/1.1" status: 200 len: 379 time: 0.0386217 Aug 30 17:45:23.567296 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'port': {'device_id': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'admin_state_up': True, 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'security_groups': ['d2ec0f06-0280-4271-b834-1c9b8dcafd0a']}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:45:23.813829 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Made reservation on behalf of e394aeb5af124354833d784e3207f5c0 for: {'port': 1} {{(pid=94571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:45:23.814986 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:23.943477 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_common [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Allocated IP 172.20.0.10 (8974e134-6d49-4296-977f-5cf5e9f19a0f/c518ecd2-6f02-470e-8bdf-30fedd4014b4/33cb9fac-9c6d-406c-b6e7-f746f402e7a4) {{(pid=94571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:45:24.083536 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for port, precommit_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:24.097223 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Transition to ACTIVE for port object 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:45:24.216875 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_create {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:24.255865 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f is already hosted by enough agents. {{(pid=94571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:45:24.261372 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.base_scheduler [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Resources bound (agent type, host, resource id): {{(pid=94571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:45:24.265065 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Received port after_create {{(pid=94571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:45:24.291076 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=1']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:24.320501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:24.321141 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:24.573246 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0f747-674a-4954-a4bd-c89a80919be5 req-00870219-750c-4d00-b6d2-730a87a0272f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:24.574650 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6e0f747-674a-4954-a4bd-c89a80919be5 req-00870219-750c-4d00-b6d2-730a87a0272f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 932 time: 0.0511618 Aug 30 17:45:24.600946 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-d3140df0-e384-4e3d-a3cb-8f1c568bc690 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370343 Aug 30 17:45:24.611886 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-32695271-8780-4cca-84ed-4ceae45190b4 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=94571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:45:24.616627 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-32695271-8780-4cca-84ed-4ceae45190b4 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056803 Aug 30 17:45:24.616904 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-d6e0f747-674a-4954-a4bd-c89a80919be5 req-4f3f0b83-2f38-4569-8f0d-5cc2f2599862 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330513 Aug 30 17:45:24.642939 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-873dbe1d-d255-4aaf-a3e2-b9becbb12618 None None] Provisioning for port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 completed by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:45:24.663951 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-873dbe1d-d255-4aaf-a3e2-b9becbb12618 None None] Provisioning complete for port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 triggered by entity DHCP. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:45:24.663951 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-873dbe1d-d255-4aaf-a3e2-b9becbb12618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:24.680044 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.v2.base [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Request body: {'port': {'device_id': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=94571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:45:24.692373 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-873dbe1d-d255-4aaf-a3e2-b9becbb12618 None None] Port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 cannot update to ACTIVE because it is not bound. {{(pid=94573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:45:24.739959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:24.998153 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 {{(pid=94571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:45:25.005363 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.016672 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.provisioning_blocks [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Transition to ACTIVE for port object 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 will not be triggered until provisioned by entity L2. {{(pid=94571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:45:25.125184 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.143659 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47126) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:25.188960 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=2']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:25.258468 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.262437 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Attempting to bind port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:45:25.266283 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Attempting to bind port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:45:25.266283 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Attempting to bind port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 on network 8974e134-6d49-4296-977f-5cf5e9f19a0f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:45:25.268589 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 on network 8974e134-6d49-4296-977f-5cf5e9f19a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:45:25.268916 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Attempting to bind port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 on network 8974e134-6d49-4296-977f-5cf5e9f19a0f {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:45:25.274777 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Checking agent: {'id': '65720b76-838b-42b5-813e-b8ba81b245f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'started_at': datetime.datetime(2021, 8, 30, 17, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:45:25.275135 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Checking segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:45:25.275516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Bound using segment: {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'} {{(pid=94571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:45:25.276329 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.managers [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Bound port: 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afa2502-de91-4662-842f-6b85b6b9769e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f'}}] {{(pid=94571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:45:25.276329 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.355509 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, cleared binding levels {{(pid=94571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:45:25.359590 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:45:25.363313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.428588 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126197760'] for port, after_update {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.456551 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.462632 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:25.463225 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.464672 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] 10.222.0.50 "PUT /v2.0/ports/33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1094 time: 0.8445194 Aug 30 17:45:25.465111 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:45:25.467513 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:45:25.497183 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97765ea3-5a6f-4435-b99f-92f615d6d16e service neutron] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=3']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:25.502575 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f48038d-b874-4c3c-b8a3-9dda3738ef06,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:25.508938 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4f4fb97fd644e6e8ab9fc14653a1bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642159 Aug 30 17:45:25.511649 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47134) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:25.514023 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.514403 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.514744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.515080 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.515411 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.515745 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.516067 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.516573 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.517060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.517556 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.517912 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.518434 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc73f21-c601-45a9-a223-0867576cea8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:45:25.581218 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.622125 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.650658 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-7bf66674-ec49-4cec-89c6-878634d785c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:25.652187 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-7bf66674-ec49-4cec-89c6-878634d785c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1097 time: 0.0794363 Aug 30 17:45:25.707159 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e1333-8a93-4f0e-ba43-4a3e4870a8fc x-openstack-request-id: req-2d8e1333-8a93-4f0e-ba43-4a3e4870a8fc {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:45:25.707384 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:45:25.707609 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d8e1333-8a93-4f0e-ba43-4a3e4870a8fc {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:45:25.708021 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'status': 'completed', 'code': 200} Aug 30 17:45:25.709834 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-3ee08b01-814d-4238-a91c-b59e32d58b31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0390854 Aug 30 17:45:25.739528 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4b565-b814-4c60-9ccf-19ebcd517c89 req-7187db4d-3f42-4679-8dcd-e74f25dc0b0f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:25.745820 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-07a4b565-b814-4c60-9ccf-19ebcd517c89 req-7187db4d-3f42-4679-8dcd-e74f25dc0b0f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0554752 Aug 30 17:45:25.765551 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-5eea7ad6-8386-481e-9db1-a1a860906c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:25.767328 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-5eea7ad6-8386-481e-9db1-a1a860906c42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0494328 Aug 30 17:45:25.784608 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-07a4b565-b814-4c60-9ccf-19ebcd517c89 req-01a4e1fd-9e1c-4137-8d59-243fca7c1f4b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376215 Aug 30 17:45:25.812776 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-88e2fa2b-4af9-412d-9423-d25305d17516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:25.820819 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-88e2fa2b-4af9-412d-9423-d25305d17516 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389929 Aug 30 17:45:25.840514 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.843006 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:25.846152 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f48038d-b874-4c3c-b8a3-9dda3738ef06 HTTP/1.1" status: 204 len: 168 time: 0.3309836 Aug 30 17:45:25.880244 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330697b-603b-4dc1-a3bb-e024e160e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f48038d-b874-4c3c-b8a3-9dda3738ef06,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:25.924852 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-4bea6234-7863-4646-b3f5-a36ef9ca612c service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014016 Aug 30 17:45:25.934139 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b075806f-259a-4211-84cd-1b4c281ac791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:26.017387 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-938c2e3d-29bb-4c47-bafa-0e88d8495764 req-ccbd8043-7e5f-4f06-84b4-166bdf333c30 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849290 Aug 30 17:45:26.180706 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-d2a9c2fb-71ce-45f6-92cc-4f905feb812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:26.182352 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-d2a9c2fb-71ce-45f6-92cc-4f905feb812b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1097 time: 0.0423877 Aug 30 17:45:26.278164 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-930a2579-7015-4360-b338-58a0682f1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:26.279549 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-930a2579-7015-4360-b338-58a0682f1544 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0903139 Aug 30 17:45:26.320903 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-87b5efa8-53d9-4f3f-8638-a805655d407a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0338778 Aug 30 17:45:26.368539 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-b2fb2ff6-e64b-4634-ae3d-18dcc424f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:26.369900 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-b2fb2ff6-e64b-4634-ae3d-18dcc424f48e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0414233 Aug 30 17:45:26.416741 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-64d231c9-6153-470d-81de-e57d1cfef05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:26.418219 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-64d231c9-6153-470d-81de-e57d1cfef05d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410962 Aug 30 17:45:26.506835 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-ee599f71-41f9-4cb5-a962-8f230bd15e43 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812073 Aug 30 17:45:26.596993 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-f9a78b70-9bf2-43bf-b070-a77eb1d303a6 req-faeb5258-bccd-42a5-aedb-af51c6e5f7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834334 Aug 30 17:45:26.898544 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624aa60-6174-4094-bd1c-3f7dc3a220f6 req-4ea5133f-9388-45f3-a009-990ecb1f1225 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:26.899967 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9624aa60-6174-4094-bd1c-3f7dc3a220f6 req-4ea5133f-9388-45f3-a009-990ecb1f1225 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0493524 Aug 30 17:45:26.937724 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9624aa60-6174-4094-bd1c-3f7dc3a220f6 req-31b8a4d4-e49e-4d3a-aadc-6681b070e7c3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319479 Aug 30 17:45:27.548086 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:28.048273 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99576-e7c5-4b22-bc90-4dac9a1d34bb req-46005e95-917e-4e2c-8c7f-187ad83bd26b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:28.049723 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f4d99576-e7c5-4b22-bc90-4dac9a1d34bb req-46005e95-917e-4e2c-8c7f-187ad83bd26b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0471516 Aug 30 17:45:28.087234 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f4d99576-e7c5-4b22-bc90-4dac9a1d34bb req-196b4ede-3c27-44e9-a225-a49e06896d5e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Aug 30 17:45:28.696237 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-342b1852-892b-47ca-9ea3-14795ed1689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:28.964876 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:29.198314 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40774f56-2e8a-498b-97f5-c65f5a87755d req-1278d0a6-f150-4e52-b1e8-49a159440cae tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:29.199895 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-40774f56-2e8a-498b-97f5-c65f5a87755d req-1278d0a6-f150-4e52-b1e8-49a159440cae tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0476737 Aug 30 17:45:29.239479 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-40774f56-2e8a-498b-97f5-c65f5a87755d req-38f75c2c-729f-4ed4-b9dc-2d761a963b22 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Aug 30 17:45:29.770918 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:30.350673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81cac2-64a3-4d92-b697-a7e1d2810a0b req-5f2bb997-8648-4267-9992-6ac83e395485 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:30.352136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a81cac2-64a3-4d92-b697-a7e1d2810a0b req-5f2bb997-8648-4267-9992-6ac83e395485 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0477331 Aug 30 17:45:30.389380 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6a81cac2-64a3-4d92-b697-a7e1d2810a0b req-d467c7a2-6633-4188-89d9-dbb9eef9c4ff tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Aug 30 17:45:31.290582 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:31.499480 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda5743-4b97-4b65-83af-2fcdb421723a req-8ee41750-0155-459d-8441-cc3a8fc89fb1 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:31.500933 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5bda5743-4b97-4b65-83af-2fcdb421723a req-8ee41750-0155-459d-8441-cc3a8fc89fb1 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0474763 Aug 30 17:45:31.538569 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5bda5743-4b97-4b65-83af-2fcdb421723a req-1b26ce3f-2055-4134-9ba9-c9259b649e80 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Aug 30 17:45:32.646760 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b82b2e-cb10-4038-8f07-9efea7193697 req-2b614a47-b725-4782-9043-291424c09e0f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:32.648722 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25b82b2e-cb10-4038-8f07-9efea7193697 req-2b614a47-b725-4782-9043-291424c09e0f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0469904 Aug 30 17:45:32.689675 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25b82b2e-cb10-4038-8f07-9efea7193697 req-96bb23f2-ff15-4959-88de-7771958c0cab tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346885 Aug 30 17:45:33.802302 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705133-ce61-441b-bb5b-be7c744d70d0 req-5637136a-98f7-415a-924b-e217f51eb4a8 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:33.804453 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41705133-ce61-441b-bb5b-be7c744d70d0 req-5637136a-98f7-415a-924b-e217f51eb4a8 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0483510 Aug 30 17:45:33.840154 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-41705133-ce61-441b-bb5b-be7c744d70d0 req-6fafdd35-86c6-41d4-b9cf-fa294f02b6e3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298824 Aug 30 17:45:33.859601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:45:33.941905 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:45:33.952803 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'mac_address': 'fa:16:3e:9b:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:45:33.991457 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:34.003396 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:45:34.021369 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:45:34.088116 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:34.133160 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=4']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:34.292942 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['33cb9fac-9c6d-406c-b6e7-f746f402e7a4'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:45:34.950776 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18813e57-7db5-440f-b753-bdff74c328fd req-a248839a-9772-4dfa-b555-0c4f59957e24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:34.952229 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-18813e57-7db5-440f-b753-bdff74c328fd req-a248839a-9772-4dfa-b555-0c4f59957e24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 945 time: 0.0471220 Aug 30 17:45:34.987958 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-18813e57-7db5-440f-b753-bdff74c328fd req-4fddcb08-5ce5-42fb-acb5-cc159188a562 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Aug 30 17:45:35.881575 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:45:35.993149 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning for port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 completed by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:45:35.996703 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:45:35.997096 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:36.076867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:36.098968 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:45:36.099205 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4b049-cf28-4cab-a982-7e04489b965c req-d4db2ce1-5392-411a-9c1f-85609dbabdd9 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:36.101207 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-65b4b049-cf28-4cab-a982-7e04489b965c req-d4db2ce1-5392-411a-9c1f-85609dbabdd9 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 945 time: 0.0460224 Aug 30 17:45:36.101702 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037309bf-4837-43b2-add8-9f6f5b4921d6" -d '{"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-plugged", "status": "completed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:45:36.114765 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:45:36.142786 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-65b4b049-cf28-4cab-a982-7e04489b965c req-77743813-58ab-40f1-b376-378545b653cc tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352473 Aug 30 17:45:36.254902 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216edf1-ccfb-4264-95c8-516557daf8fa x-openstack-request-id: req-7216edf1-ccfb-4264-95c8-516557daf8fa {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:45:36.255190 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-plugged", "status": "completed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:45:36.255438 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7216edf1-ccfb-4264-95c8-516557daf8fa {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:45:36.255897 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'code': 200} Aug 30 17:45:36.299909 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:36.345383 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=5']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:36.781927 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f068f76-bc95-470c-9c09-17aae737f0c6 req-288bf000-ea31-40e2-8fe4-027eeb025da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:36.783444 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0f068f76-bc95-470c-9c09-17aae737f0c6 req-288bf000-ea31-40e2-8fe4-027eeb025da0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0409126 Aug 30 17:45:36.817871 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0f068f76-bc95-470c-9c09-17aae737f0c6 req-7d32ba27-f32c-4f63-959c-a5e1efe3b6f2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278111 Aug 30 17:45:37.257118 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d70f5-cce0-482d-8d52-cb50dca39076 req-7f46d390-bc8e-46d0-ab42-ad818f0e9feb tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:37.258611 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fc5d70f5-cce0-482d-8d52-cb50dca39076 req-7f46d390-bc8e-46d0-ab42-ad818f0e9feb tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0475042 Aug 30 17:45:37.295214 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fc5d70f5-cce0-482d-8d52-cb50dca39076 req-e7eb8c4f-9101-43d0-a8af-5c7450ff600d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Aug 30 17:45:38.407985 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e74eb-a63c-4d06-b678-96c361b066a1 req-16bf670f-2b4d-4cac-a581-95aed7deb079 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:38.409430 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-763e74eb-a63c-4d06-b678-96c361b066a1 req-16bf670f-2b4d-4cac-a581-95aed7deb079 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0473604 Aug 30 17:45:38.446970 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-763e74eb-a63c-4d06-b678-96c361b066a1 req-e2010c2f-66cf-4878-a43a-e108591e5e1a tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Aug 30 17:45:38.556009 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c9b78-eb6d-4358-94e0-fe308dda7aad req-c166c16b-794c-4805-8203-769d37711cb7 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:38.557444 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-643c9b78-eb6d-4358-94e0-fe308dda7aad req-c166c16b-794c-4805-8203-769d37711cb7 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0464394 Aug 30 17:45:38.596517 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-643c9b78-eb6d-4358-94e0-fe308dda7aad req-56ce152d-c59e-49c7-840d-ab8950cc2e24 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Aug 30 17:45:38.617651 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47168) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:38.793694 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7c56b-ac17-4099-a0b7-c6ccacce7d12 tempest-TestShelveInstance-2019454060 tempest-TestShelveInstance-2019454060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:38.795232 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-f9a7c56b-ac17-4099-a0b7-c6ccacce7d12 tempest-TestShelveInstance-2019454060 tempest-TestShelveInstance-2019454060-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1094 time: 0.1765797 Aug 30 17:45:38.798072 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47172) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:45:38.802545 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.v2.base [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Request body: {'floatingip': {'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:45:38.885042 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for floatingip, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:38.978024 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:39.079950 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Allocated IP 172.27.3.186 (4c17bcbd-cef6-4539-bc8c-ca2322225816/b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63/4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a) {{(pid=94572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:45:39.176718 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for port, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:39.279246 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753619873284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:39.316190 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Network 4c17bcbd-cef6-4539-bc8c-ca2322225816 is already hosted by enough agents. {{(pid=94572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:45:39.318880 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Resources bound (agent type, host, resource id): {{(pid=94572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:45:39.321579 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Received port after_create {{(pid=94572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:45:39.353744 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'Port': ['ID=4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a,revision_number=1']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:39.668794 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:39.817620 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:39.959834 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for port, precommit_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:40.015888 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2110882'] for port, after_update {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:40.082295 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event updated for resources: {'Port': ['ID=4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a,revision_number=2']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:45:40.092184 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567453'] for floatingip, after_create {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:40.189408 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Floating IP 8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b associated. External IP: 172.27.3.186, port: 33cb9fac-9c6d-406c-b6e7-f746f402e7a4. Aug 30 17:45:40.383813 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:45:40.489479 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:45:40.499608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Sync routers for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:45:40.509599 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:45:40.510264 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:45:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:45:40.593223 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:40.614180 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:45:40.620360 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-2fbd3b67-b4ff-4100-806a-0cb409c31ecd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8212965 Aug 30 17:45:40.621030 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:45:40.623277 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22910b35-884d-46c3-a795-c840d7aa20b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:45:40.716358 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8000752e-6658-4f02-b1d5-8b23e0aafb20 x-openstack-request-id: req-8000752e-6658-4f02-b1d5-8b23e0aafb20 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:45:40.716968 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:45:40.716968 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8000752e-6658-4f02-b1d5-8b23e0aafb20 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:45:40.717282 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'status': 'completed', 'code': 200} Aug 30 17:45:40.777307 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-56b2c96a-c2aa-4f71-ba84-66d1ae249578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:40.778812 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-56b2c96a-c2aa-4f71-ba84-66d1ae249578 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0388441 Aug 30 17:45:40.844592 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'mac_address': 'fa:16:3e:9b:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:45:39Z', 'updated_at': '2021-08-30T17:45:39Z', 'revision_number': 0, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:45:40.872269 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Checking router: d1b6f93d-7bba-4d05-ae3f-f990a506ce6b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:45:40.881726 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:45:40.882387 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:45:29Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:45:40.991538 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:45:41.122232 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-68ef0918-168e-4b2a-be49-2aaf959b61de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:41.123698 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-68ef0918-168e-4b2a-be49-2aaf959b61de service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.3376384 Aug 30 17:45:41.187559 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-2be87561-b8d8-4351-a574-dcd4f3475352 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1000 time: 0.0560975 Aug 30 17:45:41.213592 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'mac_address': 'fa:16:3e:9b:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:45:39Z', 'updated_at': '2021-08-30T17:45:39Z', 'revision_number': 0, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:45:41.235088 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-92147301-6e92-4553-94d4-13e6c85e227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:41.236514 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-92147301-6e92-4553-94d4-13e6c85e227d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0420094 Aug 30 17:45:41.243069 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fdd59-964a-4687-808e-325f352b44b9 None None] The sync data for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi is: [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_floatingips': [{'id': '8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'router_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'mac_address': 'fa:16:3e:9b:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:45:39Z', 'updated_at': '2021-08-30T17:45:39Z', 'revision_number': 0, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:45:41.286185 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-b15dff1e-8137-477c-9c11-ace446ba0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:45:41.288281 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-b15dff1e-8137-477c-9c11-ace446ba0dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442176 Aug 30 17:45:41.379371 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-42da5733-0888-4c53-af49-0ccbebe66753 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834482 Aug 30 17:45:41.424761 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad7901-cec6-4500-8a16-d93eecb8d2aa None None] New status for floating IP 8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b: ACTIVE {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:45:41.473076 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-22910b35-884d-46c3-a795-c840d7aa20b4 req-449d23d1-33a7-4405-a3b4-3d67badc8629 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872180 Aug 30 17:45:55.945396 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a06d9b1e-07ff-4dc1-8835-bf8f5ace26e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:56.409864 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:45:57.533841 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:58.690528 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b922dcb0-c88e-410a-bf2d-54b9855cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:58.970350 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:45:59.752558 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:01.305239 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:25.929413 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d544d17e-8723-4263-9711-41fc56d38ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:27.573849 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:28.683657 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-72d37fcf-ca32-4254-82b9-afe114787a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:28.984077 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:29.744001 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:31.324013 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:33.408565 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:46:39.752979 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-78ce96bd-9b29-4c3d-9016-ac3f68fab0f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391717 Aug 30 17:46:39.831573 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-b4f1fc0f-1c42-4fec-a8d1-ac2f78cccfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:46:39.832996 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-b4f1fc0f-1c42-4fec-a8d1-ac2f78cccfa9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0394583 Aug 30 17:46:39.934538 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-062c57fe-73a5-46ef-ae5a-3694fe7d3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:46:39.935854 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-062c57fe-73a5-46ef-ae5a-3694fe7d3805 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0844817 Aug 30 17:46:39.998886 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-759e8cd0-ff0c-48ba-8aab-28102965cdd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1002 time: 0.0560110 Aug 30 17:46:40.047428 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-9df4c0ff-2013-40c5-9d90-0dc45b23c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:46:40.048797 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-9df4c0ff-2013-40c5-9d90-0dc45b23c634 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0435970 Aug 30 17:46:40.096781 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-8513e5fe-7467-401c-9ccb-8b13bb0fa1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:46:40.098321 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-8513e5fe-7467-401c-9ccb-8b13bb0fa1df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428967 Aug 30 17:46:40.189147 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-592f3719-0450-4f5f-aedd-f44f8dd821a5 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Aug 30 17:46:40.281290 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-ddf3fc38-f7dd-44ad-89fe-4798ecac3a93 req-700b6df6-90ff-4399-9864-aca2fa82ed70 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Aug 30 17:46:55.935050 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-07b03528-bca5-4df5-b9bc-e8b72919c8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:57.574566 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:58.671838 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-f198329f-9b27-434f-9b37-652dbe39dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:58.989338 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:46:59.755237 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:01.292289 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:10.406663 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:47:26.054242 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-08e48e1f-7ef3-4f14-96b8-e860326df1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:27.554694 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:28.705688 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-ecfbca6d-7980-46df-9966-b6ae758ffd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:28.985465 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:29.811976 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:31.317425 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:31.722110 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34808b-4c65-4b6b-905e-2c5d920a9a26 req-5559ff10-6e29-47ce-9336-dc1402a9de83 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:31.723653 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ce34808b-4c65-4b6b-905e-2c5d920a9a26 req-5559ff10-6e29-47ce-9336-dc1402a9de83 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0510643 Aug 30 17:47:31.763375 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ce34808b-4c65-4b6b-905e-2c5d920a9a26 req-7b55f734-4365-4c53-88ef-fee27cb2202f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Aug 30 17:47:32.914971 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35ead1-7daf-4f5d-b68b-7fa26355ac1e req-5a2b5e5b-2a4c-4daf-816a-407bf98b2cca tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:32.917092 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d35ead1-7daf-4f5d-b68b-7fa26355ac1e req-5a2b5e5b-2a4c-4daf-816a-407bf98b2cca tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0658224 Aug 30 17:47:32.955153 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4d35ead1-7daf-4f5d-b68b-7fa26355ac1e req-332ae312-62f1-4cef-a453-b4dfd17b08b8 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Aug 30 17:47:34.068477 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394c509-f869-4a09-a94e-35440a875492 req-4606a999-da8d-44e0-a81a-ea9bc426bac2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:34.070006 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3394c509-f869-4a09-a94e-35440a875492 req-4606a999-da8d-44e0-a81a-ea9bc426bac2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0497143 Aug 30 17:47:34.108136 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-3394c509-f869-4a09-a94e-35440a875492 req-b65a6fe7-6441-4cf1-a35f-52ddceb2610b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315742 Aug 30 17:47:35.220660 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220468-4e52-465f-9a96-55ff65794ea2 req-4149db39-1977-4a56-a8ae-8e71856be357 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:35.222165 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61220468-4e52-465f-9a96-55ff65794ea2 req-4149db39-1977-4a56-a8ae-8e71856be357 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0479255 Aug 30 17:47:35.259708 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-61220468-4e52-465f-9a96-55ff65794ea2 req-610f604d-76bf-42b7-8187-92daa314192b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 Aug 30 17:47:36.377056 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8823dd-2ce9-4454-876c-12b4d1bbb8af req-d86afde3-68df-49c4-bf70-cbe8af148ce3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:36.378610 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd8823dd-2ce9-4454-876c-12b4d1bbb8af req-d86afde3-68df-49c4-bf70-cbe8af148ce3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Aug 30 17:47:36.418308 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-dd8823dd-2ce9-4454-876c-12b4d1bbb8af req-fda33c8d-d16d-4f16-90d6-1d34b6ed7f25 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335810 Aug 30 17:47:37.533306 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680765e-d929-475b-92c3-020ee8560ecc req-be31af7d-00ba-4272-aec7-e6395d35d145 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:37.534851 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9680765e-d929-475b-92c3-020ee8560ecc req-be31af7d-00ba-4272-aec7-e6395d35d145 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0492563 Aug 30 17:47:37.572607 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-9680765e-d929-475b-92c3-020ee8560ecc req-b4fb18be-b1a3-4fe9-b087-9596fa54e4a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Aug 30 17:47:38.685615 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8a175-0e70-4411-afe3-9642172caa47 req-57e95178-a7d8-4847-86b1-7972b697d1cb tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:38.687115 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcd8a175-0e70-4411-afe3-9642172caa47 req-57e95178-a7d8-4847-86b1-7972b697d1cb tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0469117 Aug 30 17:47:38.723853 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fcd8a175-0e70-4411-afe3-9642172caa47 req-ffec9958-88c4-4718-9bf7-8f1e54e4fa2a tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Aug 30 17:47:39.838845 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf1b6-8a8d-495b-bd06-27c5f944c7c0 req-00ace03a-691c-4a86-9aa9-8dff88cf69f5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:39.840335 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebfdf1b6-8a8d-495b-bd06-27c5f944c7c0 req-00ace03a-691c-4a86-9aa9-8dff88cf69f5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0521894 Aug 30 17:47:39.880697 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-ebfdf1b6-8a8d-495b-bd06-27c5f944c7c0 req-963d2a73-5b5e-497e-a28d-80cb277d558a tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Aug 30 17:47:40.786811 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-5f887e0b-ab5b-4818-b2ed-af6180c040f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:40.788307 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-5f887e0b-ab5b-4818-b2ed-af6180c040f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0415781 Aug 30 17:47:40.892475 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-e6aa3bca-3051-4cc2-ace2-9caceef0dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:40.894250 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-e6aa3bca-3051-4cc2-ace2-9caceef0dbb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0876627 Aug 30 17:47:40.966860 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-33045fd0-c2d6-4843-8016-d3e5a51e914c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1002 time: 0.0654149 Aug 30 17:47:40.994114 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f306-9e31-4b8c-8372-46c2d9e9ea59 req-468b625d-ed6c-4df3-9065-1fcb5d679b72 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:41.002105 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f7d6f306-9e31-4b8c-8372-46c2d9e9ea59 req-468b625d-ed6c-4df3-9065-1fcb5d679b72 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0484610 Aug 30 17:47:41.018175 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-639b4797-f03d-42b8-bcad-ad59a41b7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:41.019695 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-639b4797-f03d-42b8-bcad-ad59a41b7e55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0459163 Aug 30 17:47:41.037243 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f7d6f306-9e31-4b8c-8372-46c2d9e9ea59 req-9d8c28af-ec11-4d41-a648-5bf546cdb0a5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350013 Aug 30 17:47:41.068653 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-97b26628-d2bf-4a29-a6e3-5d8c52343e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:41.070265 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-97b26628-d2bf-4a29-a6e3-5d8c52343e98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439005 Aug 30 17:47:41.170604 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-24537591-5aef-4032-b155-bab2a7f48fbd service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920560 Aug 30 17:47:41.262535 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-e9847d33-e522-4e73-a724-7376bd626ef3 req-92a72999-ffa5-49ae-a156-e27c452cc986 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844111 Aug 30 17:47:41.980633 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-ad0a9b2a-c619-47b9-a734-e4bb5ac39557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:41.982161 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-ad0a9b2a-c619-47b9-a734-e4bb5ac39557 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0449240 Aug 30 17:47:42.073218 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-aa5c07ed-94f2-4298-89f6-d6ce4e804ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:42.075261 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-aa5c07ed-94f2-4298-89f6-d6ce4e804ea7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0854504 Aug 30 17:47:42.147340 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-94742239-ffe9-47f3-bfd3-46fc4b6bbba3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1002 time: 0.0638909 Aug 30 17:47:42.158785 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b4e2-29fa-4e23-a937-aa3d7ae05ae7 req-4214b0d7-6cd0-4c99-9a64-4b2fb4bfc9ab tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:42.162047 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c659b4e2-29fa-4e23-a937-aa3d7ae05ae7 req-4214b0d7-6cd0-4c99-9a64-4b2fb4bfc9ab tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Aug 30 17:47:42.199734 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-5dee6247-ae0f-4fc6-aa4a-d3a7a6d3719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:42.200137 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c659b4e2-29fa-4e23-a937-aa3d7ae05ae7 req-89bff8d5-7370-4f70-a285-38921eb6fb0c tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Aug 30 17:47:42.201375 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-5dee6247-ae0f-4fc6-aa4a-d3a7a6d3719a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0473640 Aug 30 17:47:42.247071 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-94643356-3608-4107-ba8d-64a1c8dbd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:42.248479 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-94643356-3608-4107-ba8d-64a1c8dbd58c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399697 Aug 30 17:47:42.341912 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-9422524a-ffe6-4f95-b3eb-fd9ffc031cf8 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866127 Aug 30 17:47:42.429388 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-1f365f9c-932a-4d97-bab3-6344a971b180 req-9db66b7f-8bfc-40c9-aae4-1a647e1e27d1 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Aug 30 17:47:43.327383 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf43e36-79f0-41bc-8aed-34dab94ba2c5 req-9eb6cca6-acab-447f-9963-e719602f6b9c tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:43.329007 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4cf43e36-79f0-41bc-8aed-34dab94ba2c5 req-9eb6cca6-acab-447f-9963-e719602f6b9c tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Aug 30 17:47:43.370405 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4cf43e36-79f0-41bc-8aed-34dab94ba2c5 req-8b927a52-c1b1-4bcc-9971-04d7d8211ef2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352037 Aug 30 17:47:44.491378 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1527ca8-6eca-4db7-aa8e-38710c0858e5 req-4772b3a5-d686-45d2-a04c-f655056f5b97 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:44.492890 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f1527ca8-6eca-4db7-aa8e-38710c0858e5 req-4772b3a5-d686-45d2-a04c-f655056f5b97 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0522702 Aug 30 17:47:44.531543 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f1527ca8-6eca-4db7-aa8e-38710c0858e5 req-aba94229-41a0-4cfd-9c02-e9c161fe172e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Aug 30 17:47:45.648060 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60a4cf-6e71-4459-b732-82d6eb15d885 req-20fedeff-262e-4cda-9acf-83d592ed9c80 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:45.649565 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6f60a4cf-6e71-4459-b732-82d6eb15d885 req-20fedeff-262e-4cda-9acf-83d592ed9c80 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Aug 30 17:47:45.688221 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-6f60a4cf-6e71-4459-b732-82d6eb15d885 req-02c1dfa5-41dc-4839-8c6f-ad0d25d1220c tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Aug 30 17:47:46.151005 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf382b-ea47-4db1-80f4-7a0e66f532b4 req-c3c1abae-4bbf-4fef-8f1a-510e0d115808 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:46.152665 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9cf382b-ea47-4db1-80f4-7a0e66f532b4 req-c3c1abae-4bbf-4fef-8f1a-510e0d115808 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0577638 Aug 30 17:47:46.191140 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f9cf382b-ea47-4db1-80f4-7a0e66f532b4 req-e6cb3fcd-7acd-4bdc-8188-2c8add9e3cb1 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Aug 30 17:47:46.256304 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47268) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:47:46.336570 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-c2d70479-e098-4c5a-a944-256fca013278 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791168 Aug 30 17:47:47.304083 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c301c-ebf1-4d53-8ee9-628f642ae705 req-94e95f11-bee5-4940-a562-2e6f582e2d28 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:47.305636 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eb1c301c-ebf1-4d53-8ee9-628f642ae705 req-94e95f11-bee5-4940-a562-2e6f582e2d28 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Aug 30 17:47:47.344286 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-eb1c301c-ebf1-4d53-8ee9-628f642ae705 req-3c27585d-0979-4702-b6d9-004b1a8bf46a tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Aug 30 17:47:47.404844 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:47:48.466782 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a0f-e373-47cf-8be0-25265558a4de req-b9db29e1-fb75-43fc-9e20-a5c33d1b902e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:48.490502 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6a77a0f-e373-47cf-8be0-25265558a4de req-b9db29e1-fb75-43fc-9e20-a5c33d1b902e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0510969 Aug 30 17:47:48.628378 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:47:48.705459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:48.734418 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:47:48.737036 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723538e-94ef-4881-a606-847315150cd7" -d '{"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-unplugged", "status": "completed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:47:48.753024 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:47:48.774285 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8c78b-8c2d-48c1-8058-23ce31f93c3d x-openstack-request-id: req-07d8c78b-8c2d-48c1-8058-23ce31f93c3d {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:47:48.774285 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-unplugged", "status": "failed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "code": 422}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:47:48.774285 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07d8c78b-8c2d-48c1-8058-23ce31f93c3d {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:47:48.774285 dv-cinder-759955-15-iscsi neutron-server[94573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'code': 422} returned with failed status Aug 30 17:47:48.777520 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c6a77a0f-e373-47cf-8be0-25265558a4de req-0b0e9762-71b2-47cc-a060-5e7024074b23 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031750 Aug 30 17:47:48.845360 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:48.895400 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=6']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:47:48.903487 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.903860 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.904217 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.904559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.904897 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.905264 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.905599 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.905930 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.906284 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.906662 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.907033 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:48.917304 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:47:49.883887 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25888334-6826-4e1d-bb8e-f080873d1f93 req-d5be44af-4677-4df9-981c-8a82b7014ac4 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:49.885345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25888334-6826-4e1d-bb8e-f080873d1f93 req-d5be44af-4677-4df9-981c-8a82b7014ac4 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0468836 Aug 30 17:47:49.922578 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-25888334-6826-4e1d-bb8e-f080873d1f93 req-50be4ee2-d75c-4486-92b7-fad38e2437a9 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Aug 30 17:47:51.037869 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41f0f1-fc1f-4716-902a-3f758739c1af req-d31d4204-78bb-4e34-915c-9f2110dbf843 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.039510 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de41f0f1-fc1f-4716-902a-3f758739c1af req-d31d4204-78bb-4e34-915c-9f2110dbf843 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0511401 Aug 30 17:47:51.082848 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-de41f0f1-fc1f-4716-902a-3f758739c1af req-ec72cda4-0b13-497c-9756-5ca92f62142d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Aug 30 17:47:51.165581 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-7fe1a1fc-7709-4622-a04e-9f5e3528ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.167253 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-7fe1a1fc-7709-4622-a04e-9f5e3528ab0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502&tenant_id=e394aeb5af124354833d784e3207f5c0 HTTP/1.1" status: 200 len: 1097 time: 0.0406556 Aug 30 17:47:51.230768 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-0a85cf3d-5710-4fb3-8a99-93584ca0b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.233197 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-0a85cf3d-5710-4fb3-8a99-93584ca0b9bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1097 time: 0.0443764 Aug 30 17:47:51.322958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-a68bbdd1-9929-4791-818b-0c034a76054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.324997 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-a68bbdd1-9929-4791-818b-0c034a76054e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0854037 Aug 30 17:47:51.393536 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-a2e9b505-8319-4833-ba9c-b17340e0aaa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1000 time: 0.0607822 Aug 30 17:47:51.442664 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-3d061cb6-14d6-42fe-b114-4c8b9764318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.444128 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-3d061cb6-14d6-42fe-b114-4c8b9764318a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0439093 Aug 30 17:47:51.488698 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-ea17d29d-f681-4fa5-9d24-1106fbdf2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:51.490151 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-ea17d29d-f681-4fa5-9d24-1106fbdf2f40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393665 Aug 30 17:47:51.579998 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-1df7033d-60e5-42a2-9dac-8bc41b2495b0 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829439 Aug 30 17:47:51.668006 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-c8ad65d8-d87d-4795-8dbd-31b23022db09 req-e108f381-d5c6-4bd7-9853-9ba65d4de3f8 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Aug 30 17:47:52.201720 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a233fcf-0583-4f4a-8319-1a21dac7423d req-3a101c2d-ea57-48bf-9814-a32f351dd32e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:52.203453 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a233fcf-0583-4f4a-8319-1a21dac7423d req-3a101c2d-ea57-48bf-9814-a32f351dd32e tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0513921 Aug 30 17:47:52.242588 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-2a233fcf-0583-4f4a-8319-1a21dac7423d req-c384c28d-c73f-41a5-8f8f-3903c73e38a5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329478 Aug 30 17:47:53.356334 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596350c-3107-4491-a8b5-fb6b91a2112c req-daa926f9-d005-4c46-80aa-b3f74a0eb3e3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:53.357801 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0596350c-3107-4491-a8b5-fb6b91a2112c req-daa926f9-d005-4c46-80aa-b3f74a0eb3e3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0473342 Aug 30 17:47:53.394568 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-0596350c-3107-4491-a8b5-fb6b91a2112c req-4aa9f14a-a8b9-48c2-baa7-6912cbc4a3f3 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308638 Aug 30 17:47:54.511713 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d61dd-806d-460c-8952-60a6b90af4af req-248beac4-bbc0-4bba-95dc-98fa00784256 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:54.513214 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cf6d61dd-806d-460c-8952-60a6b90af4af req-248beac4-bbc0-4bba-95dc-98fa00784256 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0478039 Aug 30 17:47:54.551352 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-cf6d61dd-806d-460c-8952-60a6b90af4af req-9ce813c2-ffa0-4273-9b26-68aeaf4b7712 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 30 17:47:55.676619 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cee434-0685-4d3d-a5b7-c5030eac1390 req-749d594f-853a-43f2-8719-d86fb481009f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:55.678372 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8cee434-0685-4d3d-a5b7-c5030eac1390 req-749d594f-853a-43f2-8719-d86fb481009f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0574672 Aug 30 17:47:55.722064 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f8cee434-0685-4d3d-a5b7-c5030eac1390 req-f02c9a5b-4015-4bb8-acf8-73df14a2007d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372934 Aug 30 17:47:56.076680 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-309a976e-190b-4ad1-ab4e-a39dfd2af0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:56.835147 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73bb99-dad4-4d18-90ff-65fdaf5fc1fe req-941bf518-8a77-4c10-a54d-5c0d7262b4ab tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:56.836618 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df73bb99-dad4-4d18-90ff-65fdaf5fc1fe req-941bf518-8a77-4c10-a54d-5c0d7262b4ab tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0480509 Aug 30 17:47:56.877497 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-df73bb99-dad4-4d18-90ff-65fdaf5fc1fe req-d57f771f-f572-4eb5-9897-fd47747b9003 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339642 Aug 30 17:47:57.608252 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:57.999126 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5462-889b-4959-8315-91f77d6f189d req-83d3f7d5-fd3f-4b16-ab5d-0c24b4e8123d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:58.000662 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fd7b5462-889b-4959-8315-91f77d6f189d req-83d3f7d5-fd3f-4b16-ab5d-0c24b4e8123d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Aug 30 17:47:58.039835 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-fd7b5462-889b-4959-8315-91f77d6f189d req-978ddefa-db81-4092-8234-4743279c2577 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329864 Aug 30 17:47:58.682680 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c8a89226-c8cc-4f63-a010-62feef6a6d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:59.045457 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:47:59.162069 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2770f8-6353-47f1-85d0-a6efb39e0a0e req-6b32db50-ee24-4075-a0a7-5a624f99dc50 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:47:59.163664 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f2770f8-6353-47f1-85d0-a6efb39e0a0e req-6b32db50-ee24-4075-a0a7-5a624f99dc50 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0545797 Aug 30 17:47:59.203621 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-4f2770f8-6353-47f1-85d0-a6efb39e0a0e req-0ccd3563-fab8-41dd-9990-47f00ab4f583 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Aug 30 17:47:59.834177 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:00.318185 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460c70e-983a-4d59-acb9-218952f5a379 req-1b457820-5a80-4a5d-8d62-a06ed280812d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:00.319707 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c460c70e-983a-4d59-acb9-218952f5a379 req-1b457820-5a80-4a5d-8d62-a06ed280812d tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 944 time: 0.0491211 Aug 30 17:48:00.359045 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-c460c70e-983a-4d59-acb9-218952f5a379 req-11387b49-ed30-47e1-9d3f-2149ac7b9741 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331254 Aug 30 17:48:00.673826 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=94573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:48:00.773615 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:48:00.785222 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Returning: {'device': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'port_id': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'mac_address': 'fa:16:3e:9b:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:48:00.822131 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:00.834520 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 {{(pid=94573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:48:00.853397 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:48:00.976799 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:01.025313 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=7']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:48:01.184258 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] get_ports_and_sgs() called for port_ids ['33cb9fac-9c6d-406c-b6e7-f746f402e7a4'] {{(pid=94573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:48:01.339695 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:01.473911 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53f35-c40f-46c2-9c27-b51eb960807a req-a12be1d7-8eaa-4a19-b6f9-cb4e21bbabb5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:01.475406 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aac53f35-c40f-46c2-9c27-b51eb960807a req-a12be1d7-8eaa-4a19-b6f9-cb4e21bbabb5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Aug 30 17:48:01.514020 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-aac53f35-c40f-46c2-9c27-b51eb960807a req-91cf761b-f7ba-4074-8b64-be7812a7e419 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320644 Aug 30 17:48:02.630617 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b86-4e73-4d98-9aa3-2bc31e85f852 req-2034faf3-f5c8-4809-8817-7988da6ca2a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:02.632096 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8f532b86-4e73-4d98-9aa3-2bc31e85f852 req-2034faf3-f5c8-4809-8817-7988da6ca2a2 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Aug 30 17:48:02.670345 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-8f532b86-4e73-4d98-9aa3-2bc31e85f852 req-270cecbc-8249-46e4-a76d-d0db2834e72c tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Aug 30 17:48:02.691954 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 up at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:48:02.740236 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.provisioning_blocks [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Provisioning complete for port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 triggered by entity L2. {{(pid=94573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:48:02.740608 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1683155'] for port, provisioning_complete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:02.815467 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640026'] for port, before_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:02.837358 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:48:02.839613 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}945c88081ad75d7236258d5ad48134d16a15c3e6d85afc879dd62531d9462985" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f26af79-34f9-43be-91cd-a579f11ff690" -d '{"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-plugged", "status": "completed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:48:02.853037 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:48:02.878968 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c9840-b5d6-440e-a3d4-196494636719 x-openstack-request-id: req-329c9840-b5d6-440e-a3d4-196494636719 {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:48:02.879288 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-plugged", "status": "completed", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "code": 200}]} {{(pid=94573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:48:02.879562 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-329c9840-b5d6-440e-a3d4-196494636719 {{(pid=94573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:48:02.879960 dv-cinder-759955-15-iscsi neutron-server[94573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'code': 200} Aug 30 17:48:02.928070 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753620392241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753619873302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753619873320'] for port, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:02.977700 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Pushing event updated for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=8']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:48:03.151386 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb0d8-f41a-4930-a184-2f2454b123c9 req-a9fe224f-8744-48cc-9c85-3e751a0f1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:03.152857 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6caeb0d8-f41a-4930-a184-2f2454b123c9 req-a9fe224f-8744-48cc-9c85-3e751a0f1e4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0398221 Aug 30 17:48:03.187810 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-6caeb0d8-f41a-4930-a184-2f2454b123c9 req-360bec4e-6154-4b16-ae02-dab162661654 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279224 Aug 30 17:48:03.791111 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81678-a79e-4451-a34a-91d05e3691fc req-69bf0b61-302c-474a-bc54-7157800b5d91 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:03.792222 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-79a81678-a79e-4451-a34a-91d05e3691fc req-69bf0b61-302c-474a-bc54-7157800b5d91 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0525563 Aug 30 17:48:03.834424 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-79a81678-a79e-4451-a34a-91d05e3691fc req-c8b1c287-5ae7-4fac-a144-5666a13be98f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Aug 30 17:48:04.956952 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af514d5f-793f-47f5-aea6-e31e70a44beb req-8750b641-94e5-478f-9abe-8a8db65aa032 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:04.958572 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af514d5f-793f-47f5-aea6-e31e70a44beb req-8750b641-94e5-478f-9abe-8a8db65aa032 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0508151 Aug 30 17:48:04.998825 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-af514d5f-793f-47f5-aea6-e31e70a44beb req-c6999031-767d-4929-addd-d4b6cc9b15ae tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340612 Aug 30 17:48:24.403009 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:48:25.927323 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-325ce00a-a505-41ab-9811-23c70ec99a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:27.604600 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:28.750376 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-473099a1-5620-4151-992e-f18770b75240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:29.004884 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:29.804266 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:31.330292 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:42.758927 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-302b351c-48d2-4df5-bf2a-1f9761da8659 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476141 Aug 30 17:48:42.842505 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1742b-d012-4de4-8e19-a29d1267536e req-d9006f13-81e8-407a-b0c8-f9255cd1293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:42.844026 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-d9006f13-81e8-407a-b0c8-f9255cd1293e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0419121 Aug 30 17:48:42.951821 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1742b-d012-4de4-8e19-a29d1267536e req-5a8b601e-d7e5-4723-93c9-03e1a666b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:42.953330 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-5a8b601e-d7e5-4723-93c9-03e1a666b6e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0893526 Aug 30 17:48:43.028018 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-68d93776-b97c-43da-a9a8-982ce18b254e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 1002 time: 0.0671761 Aug 30 17:48:43.079853 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1742b-d012-4de4-8e19-a29d1267536e req-152eca0d-f94c-446b-b3f7-6881446a0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:43.081331 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-152eca0d-f94c-446b-b3f7-6881446a0d4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0461864 Aug 30 17:48:43.126974 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1742b-d012-4de4-8e19-a29d1267536e req-b412ba39-3d02-41a4-a463-017cf53fc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:48:43.128489 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-b412ba39-3d02-41a4-a463-017cf53fc262 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399315 Aug 30 17:48:43.224175 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-949a6713-938b-49f6-893d-a1788f4965f9 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Aug 30 17:48:43.323838 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-0db1742b-d012-4de4-8e19-a29d1267536e req-2ba07a3c-9dfd-4b49-a030-59ceba4f2eef service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908189 Aug 30 17:48:55.963934 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9e824a4-b0ed-471e-a8c4-1cfd96912d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:57.583877 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:58.792462 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b9289e2d-5fe4-4fe8-a27a-4e5b35a588d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:59.038251 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:48:59.786856 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:01.401129 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:01.401865 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:49:14.561228 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47340) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:14.731074 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Deleting port 4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:14.731420 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:14.809402 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:14.809881 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:14.822922 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Calling delete_port for 4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a owned by network:floatingip {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:15.155197 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:15.181786 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event deleted for resources: {'Port': ['ID=4eb35a21-4ef4-4932-8fe7-a8a3d6996d9a,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:15.209243 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.209581 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.209918 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.210284 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.210616 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.210944 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.211262 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.211579 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.211900 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.212220 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.212536 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.212872 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:15.260242 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for floatingip, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:15.260583 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.db.l3_db [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Floating IP 8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b disassociated (deleted). External IP: 172.27.3.186, port: 33cb9fac-9c6d-406c-b6e7-f746f402e7a4. Aug 30 17:49:15.478528 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:49:15.585897 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:49:15.590917 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for floatingip, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:15.595668 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Sync routers for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:49:15.604635 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:15.610420 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:15.621894 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-b5d5dec4-4ab6-4328-ac62-e42021d83499 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "DELETE /v2.0/floatingips/8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b HTTP/1.1" status: 204 len: 168 time: 1.0590279 Aug 30 17:49:15.622523 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:49:15.624933 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29a642407653ecfa7da21ebe1f9d2f8f6512f561676f2cf21f1b426f7e732db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1113f0-1c0f-4f1f-ad38-d891396617b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:49:15.667953 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a08085-1b4e-430c-afe1-951019068460 x-openstack-request-id: req-65a08085-1b4e-430c-afe1-951019068460 {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:49:15.668463 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "status": "completed", "code": 200}]} {{(pid=94572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:49:15.668720 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65a08085-1b4e-430c-afe1-951019068460 {{(pid=94572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:49:15.669203 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'status': 'completed', 'code': 200} Aug 30 17:49:15.713432 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:15.736914 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-5c184708-4dca-4ddc-83a1-1c4694af5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:15.738488 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-5c184708-4dca-4ddc-83a1-1c4694af5f35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e394aeb5af124354833d784e3207f5c0&device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 1099 time: 0.0445788 Aug 30 17:49:15.839454 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-13fa5af4-7659-4211-9d05-c00400d91c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:15.840984 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-13fa5af4-7659-4211-9d05-c00400d91c51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 200 len: 910 time: 0.0954692 Aug 30 17:49:15.888749 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-e518ea91-d1af-4347-9442-6af38f53281d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0404086 Aug 30 17:49:15.917851 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:15.938543 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-db1af2d2-279f-4bc9-b7f0-50a501334167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:15.940015 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-db1af2d2-279f-4bc9-b7f0-50a501334167 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 200 len: 848 time: 0.0451519 Aug 30 17:49:15.944390 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Checking router: d1b6f93d-7bba-4d05-ae3f-f990a506ce6b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:49:15.953517 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:15.954144 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:15.990528 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-b0e0a241-3f92-44f9-a72a-ba6160b8c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:15.992131 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-b0e0a241-3f92-44f9-a72a-ba6160b8c788 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8974e134-6d49-4296-977f-5cf5e9f19a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448322 Aug 30 17:49:16.065870 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:16.088417 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-df8026e7-1c36-4b5d-83e8-0387ba67ea6c service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Aug 30 17:49:16.191487 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fcf38-156d-4ca7-9386-97c5c4a07f1e req-5e9e32cc-d78d-486a-8ccf-01feebdc74ea tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:16.193105 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-089fcf38-156d-4ca7-9386-97c5c4a07f1e req-5e9e32cc-d78d-486a-8ccf-01feebdc74ea tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0569375 Aug 30 17:49:16.206978 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-7d1113f0-1c0f-4f1f-ad38-d891396617b9 req-fa6d3895-f856-4d1a-8cfc-8e7dfd754421 service neutron] 10.222.0.50 "GET /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118879 Aug 30 17:49:16.234107 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-089fcf38-156d-4ca7-9386-97c5c4a07f1e req-03d7a193-7f85-40a7-b91a-170e7b137750 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Aug 30 17:49:16.298545 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:16.328312 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735a397-464b-4e98-bcd5-157ac0ea19a3 None None] The sync data for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi is: [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:45Z', 'revision_number': 4, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi', '_interfaces': [{'id': '26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf', 'name': '', 'network_id': '8974e134-6d49-4296-977f-5cf5e9f19a0f', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'mac_address': 'fa:16:3e:f2:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:44Z', 'updated_at': '2021-08-30T17:44:50Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'subnets': [{'id': 'c518ecd2-6f02-470e-8bdf-30fedd4014b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:49:16.545924 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed1b4e-cd52-4b14-a180-efd71b16d34d None None] New status for floating IP 8c8139c5-c4f3-44a4-a5ae-fb63b0b4729b: DOWN {{(pid=94574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:49:17.368136 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e082d-10db-4f5f-bead-b26b7126046a req-6d12529e-c341-4b27-96b6-28ee7f312fa5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:17.369581 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f90e082d-10db-4f5f-bead-b26b7126046a req-6d12529e-c341-4b27-96b6-28ee7f312fa5 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0467968 Aug 30 17:49:17.406784 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-f90e082d-10db-4f5f-bead-b26b7126046a req-bcc53c6c-e196-4a2a-a4fe-a99ca1429d7f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ec0f06-0280-4271-b834-1c9b8dcafd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Aug 30 17:49:17.718621 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-7c0aa167-5feb-42fc-b3d3-e1802fbf975f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:49:17.720003 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-7c0aa167-5feb-42fc-b3d3-e1802fbf975f tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Aug 30 17:49:17.823022 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Deleting port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:17.823366 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:17.910804 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] For port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:17.911267 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:17.926520 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Calling delete_port for 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 owned by compute:nova {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:18.195172 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:18.223052 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event deleted for resources: {'Port': ['ID=33cb9fac-9c6d-406c-b6e7-f746f402e7a4,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:18.233626 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.234110 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.234333 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.234665 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.235008 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.235317 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.235638 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.235958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.236279 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.237017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.237017 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.237205 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:18.281751 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] No DVR routers for this DVR port 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 on host hv-cinder-75995 {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:49:18.284310 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81133'] for port, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:18.286318 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [req-a99f67a3-2062-4b89-b436-1337c0673e07 req-9a19c2f8-d340-4869-865b-04c0e7f54148 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.50 "DELETE /v2.0/ports/33cb9fac-9c6d-406c-b6e7-f746f402e7a4 HTTP/1.1" status: 204 len: 173 time: 0.5601480 Aug 30 17:49:18.286846 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-deleted', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4'}] {{(pid=94571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:49:18.289270 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0267cfc88cf57e1d9df9ba7737643a217416c9bf28dc0996236b42b672a28b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a28620c-e945-4afd-88c0-49e30604075d" -d '{"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-deleted", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4"}]}' {{(pid=94571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:49:18.327315 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657c404-0108-4798-b9fb-02f17303fdb1 x-openstack-request-id: req-f657c404-0108-4798-b9fb-02f17303fdb1 {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:49:18.327654 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c692b9-2655-473b-be44-3e6352a2e502", "name": "network-vif-deleted", "tag": "33cb9fac-9c6d-406c-b6e7-f746f402e7a4", "status": "completed", "code": 200}]} {{(pid=94571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:49:18.327909 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f657c404-0108-4798-b9fb-02f17303fdb1 {{(pid=94571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:49:18.328301 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c692b9-2655-473b-be44-3e6352a2e502', 'name': 'network-vif-deleted', 'tag': '33cb9fac-9c6d-406c-b6e7-f746f402e7a4', 'status': 'completed', 'code': 200} Aug 30 17:49:18.501180 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-90de07e1-d33a-4ed3-b569-1e7267302706 req-9b2d942f-ea3c-435a-84f9-75173bc7d3bd tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 210 time: 0.0258210 Aug 30 17:49:19.602446 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [req-5aefe168-4014-4045-ba2a-32a8dd6518f5 req-ff501ab5-0569-4362-b3a5-7ab25b900ff0 tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c692b9-2655-473b-be44-3e6352a2e502 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Aug 30 17:49:20.668002 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47372) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:20.728145 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:20.752516 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.098214 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.100636 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.101798 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] 10.222.0.10 "DELETE /v2.0/security-groups/d2ec0f06-0280-4271-b834-1c9b8dcafd0a HTTP/1.1" status: 204 len: 168 time: 0.4328306 Aug 30 17:49:21.111867 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac2973-ec5a-4136-a9a8-3b59de5ab33b tempest-TestShelveInstance-509819244 tempest-TestShelveInstance-509819244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec0f06-0280-4271-b834-1c9b8dcafd0a,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:21.273815 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47376) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:21.615444 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.866277 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Deleting port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:21.874958 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.943566 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] For port 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:21.943962 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:21.961390 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Calling delete_port for 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf owned by network:router_interface {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:22.551788 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:22.580704 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Pushing event deleted for resources: {'Port': ['ID=26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:22.768932 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:22.977390 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:49:23.077081 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:23.083351 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:49:23.090290 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-422554b0-d73e-4e14-bedf-5f4d14f3d1de admin admin] 10.222.0.10 "PUT /v2.0/routers/d1b6f93d-7bba-4d05-ae3f-f990a506ce6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134949 Aug 30 17:49:23.090836 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47378) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:23.099377 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Sync routers for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:49:23.101681 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] No Port match for: 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:23.102077 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Device 33cb9fac-9c6d-406c-b6e7-f746f402e7a4 not bound to the agent host hv-cinder-75995 {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:23.110956 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:23.111568 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:23.193589 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:23.299553 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:23.340002 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: dv-cinder-759955-15-iscsi {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:23.516676 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:49:22Z', 'revision_number': 5, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port': {'id': '8b21c323-d087-48d9-94c2-6d8256c4bf39', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:23.543475 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Checking router: d1b6f93d-7bba-4d05-ae3f-f990a506ce6b for host: dv-cinder-759955-15-iscsi {{(pid=94573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:49:23.545118 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Deleting port 8b21c323-d087-48d9-94c2-6d8256c4bf39 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:23.545457 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:23.552260 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Routers {'d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:23.553051 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'], 'active': True} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:23.628558 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] For port 8b21c323-d087-48d9-94c2-6d8256c4bf39, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=8b21c323-d087-48d9-94c2-6d8256c4bf39,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:23.628928 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:23.638797 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvr_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] Set router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b gateway port host: None {{(pid=94573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:23.643218 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Calling delete_port for 8b21c323-d087-48d9-94c2-6d8256c4bf39 owned by network:router_gateway {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:23.693575 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_hamode_db [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:49:23Z', 'revision_number': 6, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:23.719715 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d986a5-91d8-4548-918f-59c9f851e488 None None] The sync data for ids ['d1b6f93d-7bba-4d05-ae3f-f990a506ce6b'] in dv-cinder-759955-15-iscsi is: [{'id': 'd1b6f93d-7bba-4d05-ae3f-f990a506ce6b', 'name': 'tempest-TestShelveInstance-1778016046-router', 'tenant_id': 'e394aeb5af124354833d784e3207f5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:42Z', 'updated_at': '2021-08-30T17:49:23Z', 'revision_number': 6, 'project_id': 'e394aeb5af124354833d784e3207f5c0', 'gw_port_host': None}] {{(pid=94573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:49:23.974666 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.007589 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b21c323-d087-48d9-94c2-6d8256c4bf39,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:24.069531 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.160084 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.162257 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.312092 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.313085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b6f93d-7bba-4d05-ae3f-f990a506ce6b {{(pid=94571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:49:24.317331 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.318572 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-2d7ed51b-f05d-49a1-af63-347ee33e53e3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d1b6f93d-7bba-4d05-ae3f-f990a506ce6b HTTP/1.1" status: 204 len: 168 time: 1.2268250 Aug 30 17:49:24.321053 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47380) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:24.368435 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Deleting subnet c518ecd2-6f02-470e-8bdf-30fedd4014b4 {{(pid=94571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:49:24.371526 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.405930 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126198190'] for subnet, precommit_delete_associations {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.489382 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.654863 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126197834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126213224'] for subnet, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.695986 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c518ecd2-6f02-470e-8bdf-30fedd4014b4,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:24.695986 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for subnet, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.695986 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ce95bbcd-1896-4761-aa6f-0cec0dcf5714 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c518ecd2-6f02-470e-8bdf-30fedd4014b4 HTTP/1.1" status: 204 len: 168 time: 0.3693957 Aug 30 17:49:24.695986 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47382) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:24.700528 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa7083-793a-4b5b-9055-8f3693cb5800 None None] Network 8974e134-6d49-4296-977f-5cf5e9f19a0f requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:49:24.763602 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.816959 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Deleting port ddb70203-92b7-4057-baf9-6a4e67beea53 {{(pid=94571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:24.817085 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.878150 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] DHCP port deletion for 8974e134-6d49-4296-977f-5cf5e9f19a0f request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:49:24.882808 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.db [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] For port ddb70203-92b7-4057-baf9-6a4e67beea53, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=ddb70203-92b7-4057-baf9-6a4e67beea53,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:24.883136 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.895992 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.plugin [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Calling delete_port for ddb70203-92b7-4057-baf9-6a4e67beea53 owned by network:dhcp {{(pid=94571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:24.923495 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Deleting port ddb70203-92b7-4057-baf9-6a4e67beea53 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:24.923867 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.986769 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] For port ddb70203-92b7-4057-baf9-6a4e67beea53, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=ddb70203-92b7-4057-baf9-6a4e67beea53,segment=NetworkSegment(3afa2502-de91-4662-842f-6b85b6b9769e),segment_id=3afa2502-de91-4662-842f-6b85b6b9769e)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:24.987168 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:24.999328 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Calling delete_port for ddb70203-92b7-4057-baf9-6a4e67beea53 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:25.123685 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126197785'] for port, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.129630 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.152961 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb70203-92b7-4057-baf9-6a4e67beea53,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:25.154941 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] No DVR routers for this DVR port ddb70203-92b7-4057-baf9-6a4e67beea53 on host dv-cinder-759955-15-iscsi {{(pid=94571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:49:25.157428 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Pushing event deleted for resources: {'Port': ['ID=ddb70203-92b7-4057-baf9-6a4e67beea53,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:25.166510 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] No DVR routers for this DVR port ddb70203-92b7-4057-baf9-6a4e67beea53 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.173727 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.174559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.174559 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.174946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.174946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.175374 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29972cd-2e7d-4f10-9cc6-3c36c305e8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-15-iscsi {{(pid=94573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:49:25.236036 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.245501 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8974e134-6d49-4296-977f-5cf5e9f19a0f']}} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:25.256019 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afa2502-de91-4662-842f-6b85b6b9769e') {'for_net_delete': True} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:25.256308 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.services.segments.db [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afa2502-de91-4662-842f-6b85b6b9769e') {} {{(pid=94571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:25.266191 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126198193'] for segment, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.282000 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.289638 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:49:25.290106 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126197804'] for segment, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: Traceback (most recent call last): Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: timer() Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: cb(*args, **kw) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: return func(*args, **kwargs) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: self._notify() Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: self.callback(batched_events) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: event.method(event) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: return f(self, *a, **k) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._get(url).json() Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: return self.request(url, 'GET', **kwargs) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:49:25.291887 dv-cinder-759955-15-iscsi neutron-server[94571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:49:25.526297 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 8b21c323-d087-48d9-94c2-6d8256c4bf39 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:25.546067 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 8b21c323-d087-48d9-94c2-6d8256c4bf39 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:25.546459 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 8b21c323-d087-48d9-94c2-6d8256c4bf39 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:25.546866 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:25.557497 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.584346 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.584346 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8974e134-6d49-4296-977f-5cf5e9f19a0f HTTP/1.1" status: 204 len: 168 time: 0.8702905 Aug 30 17:49:25.585313 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47384) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:25.585777 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:25.585777 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 26f0fb4e-9cdb-4e9f-8645-1f457bf1fcaf not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:25.585777 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device ddb70203-92b7-4057-baf9-6a4e67beea53 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:25.586075 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211aa024-564d-4a85-9a05-67647b3767f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8974e134-6d49-4296-977f-5cf5e9f19a0f,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:25.589260 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: ddb70203-92b7-4057-baf9-6a4e67beea53 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:25.589609 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device ddb70203-92b7-4057-baf9-6a4e67beea53 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:25.915631 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566211'] for router_interface, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:25.965946 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-02cf7b1a-c175-409c-875d-e6d97757f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:26.160469 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Deleting port c6133ced-f8f8-4386-a67a-c84533a6fc12 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:26.160806 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:26.235857 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] For port c6133ced-f8f8-4386-a67a-c84533a6fc12, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=c6133ced-f8f8-4386-a67a-c84533a6fc12,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:26.236221 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:26.248178 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Calling delete_port for c6133ced-f8f8-4386-a67a-c84533a6fc12 owned by network:router_interface {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:26.658188 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:26.687363 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6133ced-f8f8-4386-a67a-c84533a6fc12,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:26.854348 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1544336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566025'] for router_interface, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.071968 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Router fc8ee625-8bd7-4f8a-8951-d619ff18b51a has already been hosted by L3 agent fea156f7-e518-4771-a28c-d8cb764e9447 {{(pid=94572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:49:27.178863 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] Notify agent at l3_agent.dv-cinder-759955-15-iscsi the message routers_updated {{(pid=94572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:49:27.183805 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-3efa67f7-4fcf-4a7d-8624-a0deb5ea8137 admin admin] 10.222.0.10 "PUT /v2.0/routers/fc8ee625-8bd7-4f8a-8951-d619ff18b51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6142876 Aug 30 17:49:27.186235 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47386) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:27.189402 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Sync routers for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:49:27.198578 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:27.199279 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:27.289858 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks [] for router, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.299170 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: dv-cinder-759955-15-iscsi {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:27.389992 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.542673 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Deleting port 5a3947c1-e28b-41de-ac92-682c64cf0d0e {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:27.543015 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.567567 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'external_fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:49:26Z', 'revision_number': 5, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port': {'id': '5a3947c1-e28b-41de-ac92-682c64cf0d0e', 'name': '', 'network_id': '4c17bcbd-cef6-4539-bc8c-ca2322225816', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b84daf6a-be29-4f0a-b8a0-8fd16c0dcd63', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-15-iscsi'}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:27.585689 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.592647 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Checking router: fc8ee625-8bd7-4f8a-8951-d619ff18b51a for host: dv-cinder-759955-15-iscsi {{(pid=94574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:49:27.601539 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Routers {'fc8ee625-8bd7-4f8a-8951-d619ff18b51a'} bound to L3 agent in host dv-cinder-759955-15-iscsi {{(pid=94574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:49:27.602167 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:25:59Z,description=,heartbeat_timestamp=2021-08-30T17:48:59Z,host='dv-cinder-759955-15-iscsi',id=fea156f7-e518-4771-a28c-d8cb764e9447,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:25:59Z,topic='l3_agent')) {'router_ids': ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'], 'active': True} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:27.623150 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] For port 5a3947c1-e28b-41de-ac92-682c64cf0d0e, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=5a3947c1-e28b-41de-ac92-682c64cf0d0e,segment=NetworkSegment(4600c470-f2e8-4af8-aeee-6338e5c9350f),segment_id=4600c470-f2e8-4af8-aeee-6338e5c9350f)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:27.623511 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.635873 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Calling delete_port for 5a3947c1-e28b-41de-ac92-682c64cf0d0e owned by network:router_gateway {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:27.687758 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_dvr_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] Set router fc8ee625-8bd7-4f8a-8951-d619ff18b51a gateway port host: None {{(pid=94574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:49:27.741792 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.l3_hamode_db [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:49:27Z', 'revision_number': 6, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port_host': None}], 'dv-cinder-759955-15-iscsi', False) {} {{(pid=94574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:27.768120 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe1d847-dffb-4d8d-81d4-f6a2cc417f4c None None] The sync data for ids ['fc8ee625-8bd7-4f8a-8951-d619ff18b51a'] in dv-cinder-759955-15-iscsi is: [{'id': 'fc8ee625-8bd7-4f8a-8951-d619ff18b51a', 'name': 'tempest-TestShelveInstance-1285484284-router', 'tenant_id': '8dc11571ca124ff994c35b467abd5b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:44:48Z', 'updated_at': '2021-08-30T17:49:27Z', 'revision_number': 6, 'project_id': '8dc11571ca124ff994c35b467abd5b62', 'gw_port_host': None}] {{(pid=94574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:49:27.938375 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:27.966421 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3947c1-e28b-41de-ac92-682c64cf0d0e,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:28.029719 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567379'] for router_gateway, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.386665 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564172', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102430'] for router, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.388811 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.517511 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564163'] for router, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.517984 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8ee625-8bd7-4f8a-8951-d619ff18b51a {{(pid=94572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:49:28.522299 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] Notify callbacks [] for router, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.526015 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-464b0e00-b776-458a-8f1a-9904e6ca17db admin admin] 10.222.0.10 "DELETE /v2.0/routers/fc8ee625-8bd7-4f8a-8951-d619ff18b51a HTTP/1.1" status: 204 len: 168 time: 1.3362324 Aug 30 17:49:28.526015 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47388) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:28.573045 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.db_base_plugin_v2 [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Deleting subnet e146f9e6-4ef8-45b4-abac-d8c43a7a82d4 {{(pid=94572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:49:28.576425 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.620844 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2110560'] for subnet, precommit_delete_associations {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.695614 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1722017'] for subnet, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.723201 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-55fd9ace-bdfe-404f-b074-d58ac94582b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.837352 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1722030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2110952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2467346'] for subnet, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.866329 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e146f9e6-4ef8-45b4-abac-d8c43a7a82d4,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:28.869928 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:28.871847 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-767a8b1a-9238-48fe-a260-fb57aa8a4a5c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e146f9e6-4ef8-45b4-abac-d8c43a7a82d4 HTTP/1.1" status: 204 len: 168 time: 0.3447483 Aug 30 17:49:28.874991 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47390) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:28.877791 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15337427-e21f-4fb9-b149-911eb30fe24c None None] Network 007e635f-b75e-4972-891d-97c83fc41aec requested from dv-cinder-759955-15-iscsi {{(pid=94573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:49:28.944774 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596465'] for network, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.001369 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Deleting port 35e98dec-2b42-4c4b-919e-2ce52601d316 {{(pid=94572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:29.001709 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.006601 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.050734 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] DHCP port deletion for 007e635f-b75e-4972-891d-97c83fc41aec request from dv-cinder-759955-15-iscsi {{(pid=94573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:49:29.070780 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.db [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] For port 35e98dec-2b42-4c4b-919e-2ce52601d316, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=35e98dec-2b42-4c4b-919e-2ce52601d316,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:29.071144 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.084189 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.plugin [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Calling delete_port for 35e98dec-2b42-4c4b-919e-2ce52601d316 owned by network:dhcp {{(pid=94572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:29.096865 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Deleting port 35e98dec-2b42-4c4b-919e-2ce52601d316 {{(pid=94573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:49:29.097164 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753620370975'] for port, before_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.160530 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.db [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] For port 35e98dec-2b42-4c4b-919e-2ce52601d316, host dv-cinder-759955-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-15-iscsi',level=0,port_id=35e98dec-2b42-4c4b-919e-2ce52601d316,segment=NetworkSegment(c55be8d7-e689-43f6-b53e-d3349982668c),segment_id=c55be8d7-e689-43f6-b53e-d3349982668c)] {{(pid=94573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:49:29.160530 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565266'] for port, precommit_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.173607 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Calling delete_port for 35e98dec-2b42-4c4b-919e-2ce52601d316 owned by network:dhcp {{(pid=94573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:49:29.237412 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2110907'] for port, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.250415 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1639957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753620392223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753619873293'] for port, after_delete {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.265249 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] No DVR routers for this DVR port 35e98dec-2b42-4c4b-919e-2ce52601d316 on host dv-cinder-759955-15-iscsi {{(pid=94572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:49:29.269436 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=35e98dec-2b42-4c4b-919e-2ce52601d316,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:29.275881 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] Pushing event deleted for resources: {'Port': ['ID=35e98dec-2b42-4c4b-919e-2ce52601d316,revision_number=None']} {{(pid=94573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:29.279605 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fc89d-7e22-426e-9d72-ebe787e9845f None None] No DVR routers for this DVR port 35e98dec-2b42-4c4b-919e-2ce52601d316 on host dv-cinder-759955-15-iscsi {{(pid=94573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:49:29.347633 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659226', 'neutron.services.segments.db._delete_segments_for_network-8753620433134'] for network, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.357043 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007e635f-b75e-4972-891d-97c83fc41aec']}} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:29.367774 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55be8d7-e689-43f6-b53e-d3349982668c') {'for_net_delete': True} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:29.368067 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.services.segments.db [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55be8d7-e689-43f6-b53e-d3349982668c') {} {{(pid=94572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:49:29.376576 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753620433017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2110591'] for segment, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.390284 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128'] for segment, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.396081 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2110862'] for segment, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: Traceback (most recent call last): Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: timer() Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: cb(*args, **kw) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: return func(*args, **kwargs) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: self._notify() Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: self.callback(batched_events) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: event.method(event) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: return f(self, *a, **k) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._get(url).json() Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: return self.request(url, 'GET', **kwargs) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:49:29.400796 dv-cinder-759955-15-iscsi neutron-server[94572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:49:29.527821 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c6133ced-f8f8-4386-a67a-c84533a6fc12 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:29.548795 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: c6133ced-f8f8-4386-a67a-c84533a6fc12 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:29.549084 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device c6133ced-f8f8-4386-a67a-c84533a6fc12 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:29.549493 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 35e98dec-2b42-4c4b-919e-2ce52601d316 no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:29.568233 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 35e98dec-2b42-4c4b-919e-2ce52601d316 {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:29.573543 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-716381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1544327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567407'] for network, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.573700 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 35e98dec-2b42-4c4b-919e-2ce52601d316 not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:29.573700 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 5a3947c1-e28b-41de-ac92-682c64cf0d0e no longer exists at agent ovs-agent-dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:49:29.573931 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1544309'] for network, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:29.575690 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/007e635f-b75e-4972-891d-97c83fc41aec HTTP/1.1" status: 204 len: 168 time: 0.6996119 Aug 30 17:49:29.591958 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.plugin [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] No Port match for: 5a3947c1-e28b-41de-ac92-682c64cf0d0e {{(pid=94573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:49:29.592307 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron.plugins.ml2.rpc [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Device 5a3947c1-e28b-41de-ac92-682c64cf0d0e not bound to the agent host dv-cinder-759955-15-iscsi {{(pid=94573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:49:29.592681 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc3686-ef2b-44b8-b73f-9c8da248a8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=007e635f-b75e-4972-891d-97c83fc41aec,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:29.842707 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:30.071777 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47394) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:30.113645 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-315854ff-44e5-4dc8-928c-80db81e93172 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e394aeb5af124354833d784e3207f5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406528 Aug 30 17:49:30.116171 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.wsgi [-] (94572) accepted ('10.222.0.10', 47396) {{(pid=94572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:30.164050 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:30.185387 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:30.345666 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:30.348292 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron_lib.callbacks.manager [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:30.349555 dv-cinder-759955-15-iscsi neutron-server[94572]: INFO neutron.wsgi [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c29c7117-67ae-485c-a9df-aff7edc85d32 HTTP/1.1" status: 204 len: 168 time: 0.2324636 Aug 30 17:49:30.357491 dv-cinder-759955-15-iscsi neutron-server[94572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2195f0f-fa21-4f9c-989c-b1e9baf0a97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c7117-67ae-485c-a9df-aff7edc85d32,revision_number=None']} {{(pid=94572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:31.193753 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47402) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:31.234754 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-ee353741-5620-449a-9861-a18bb1d85feb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dc11571ca124ff994c35b467abd5b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397429 Aug 30 17:49:31.237288 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [-] (94571) accepted ('10.222.0.10', 47404) {{(pid=94571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:49:31.285921 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:31.306493 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:31.354824 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:31.434292 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713192'] for security_group, after_delete {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:31.437447 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron_lib.callbacks.manager [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:31.438630 dv-cinder-759955-15-iscsi neutron-server[94571]: INFO neutron.wsgi [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5186d0fa-685f-4b64-897c-961bbc722c61 HTTP/1.1" status: 204 len: 168 time: 0.2004604 Aug 30 17:49:31.446438 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2076c6-f18e-4ee1-b387-ad27ae92f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5186d0fa-685f-4b64-897c-961bbc722c61,revision_number=None']} {{(pid=94571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:49:38.399538 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:49:46.894116 dv-cinder-759955-15-iscsi neutron-server[94571]: DEBUG neutron.wsgi [req-8c9c6702-4fc1-4d29-8475-62b92ca8dce4 req-766c95ca-445b-45c7-bc2c-efe2cba84ff0 service neutron] (94571) timed out ('10.222.0.50', 62455) {{(pid=94571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 17:49:55.925081 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-a53fc5a4-8cb9-4513-8e0d-5eeb5d946f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:57.627978 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:58.708342 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5a75233d-2ad0-45a8-9f78-c73a09f5fd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:59.025050 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:49:59.830901 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:01.328455 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:15.397838 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:50:25.939078 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2676c300-7067-4614-8fab-39643ec40885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:27.593389 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:28.713861 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-25715702-461a-4b2f-96ae-a58e19b1dea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:29.121362 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:29.824380 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:31.381800 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:52.397056 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:50:55.960329 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3ef564d7-fba5-47a2-9b33-2a95692053fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:57.600330 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:58.729339 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c0bf5d4c-cba5-4648-94cc-4caf90de3277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:58.988624 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:50:59.843993 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:01.320010 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:25.988280 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-9ed855e9-5567-4866-950b-80328429bee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:27.622825 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:28.736758 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-959d046a-9c99-4884-b642-d8689dd011d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:29.010803 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:29.395171 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:51:29.811051 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:31.342227 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:55.975595 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-5106cd1e-aae4-4aae-945d-c3aa09eb47c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:57.638924 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:58.695695 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-62935a6b-2611-422d-ab8d-ff695482b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:58.987282 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:51:59.815318 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:01.381213 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:06.393823 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:52:25.996170 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d199682a-ecc3-48d6-9002-b9ef8608d2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:27.638028 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:28.681744 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-2dd988cc-3de1-4b9c-9a85-2b3b0641245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:28.963340 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:29.837662 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:31.328767 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:43.415477 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:52:56.013553 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-26d29bc2-dcf7-4314-83f7-9fa41ad6695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:57.642117 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:58.688224 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c10ffdb9-7c5d-436e-ab8e-7bbc89d15d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:59.031261 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:52:59.802368 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:01.339441 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:20.395738 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:53:25.950401 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-e11596b7-caed-4b9d-8002-5015a1507cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:27.647543 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:28.732886 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-3b713cd4-046a-45ed-adf1-6317ab63baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:28.944064 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:29.823073 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:31.377125 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:55.977606 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-7d86ca16-dc14-42e2-8d4f-b73f838865ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:57.394542 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:53:57.642211 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:58.708143 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-11bc8513-7a71-4113-a82a-767c0f066f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:58.966401 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:53:59.873590 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:01.331738 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:25.942266 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-feaf0b53-417b-4985-8e9d-d886c4d83ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:27.644008 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-75cb9070-ffb7-4d98-988f-d2d81e3df84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:28.696793 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-c3bd604d-2e67-4b34-996a-2fc48a9ff30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:29.009866 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-33db083b-e44c-46a7-a661-d5c6256f4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:29.849558 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d760080b-2218-4943-b598-08874bd43363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:31.365534 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4313-27c3-41e0-88c6-f217294ffd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:54:34.394108 dv-cinder-759955-15-iscsi neutron-server[94574]: DEBUG neutron.db.agents_db [None req-daae335e-c911-49f9-ab61-5ba89cca8c3a None None] Agent healthcheck: found 6 active agents {{(pid=94574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:54:55.907446 dv-cinder-759955-15-iscsi neutron-server[94573]: DEBUG neutron_lib.callbacks.manager [None req-497b75c6-4235-4f05-84c0-99a14cd11676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753620433116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1683040'] for agent, after_update {{(pid=94573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}